-- Logs begin at Fri 2022-06-03 14:35:12 UTC, end at Fri 2022-06-03 15:45:19 UTC. -- Jun 03 15:17:34.164136 dv-cinder-831247-16-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 03 15:17:37.107216 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.common.config [-] Logging enabled! Jun 03 15:17:37.107887 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev294 Jun 03 15:17:37.108089 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103810) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 03 15:17:37.111564 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.common.config [-] Logging enabled! Jun 03 15:17:37.111811 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev294 Jun 03 15:17:37.112113 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103810) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 03 15:17:37.113061 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 03 15:17:37.113287 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 03 15:17:37.113798 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 03 15:17:37.114036 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 03 15:17:37.114258 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 03 15:17:37.114590 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.114887 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.115114 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.115407 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.115695 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.115973 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.116256 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.116546 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.116823 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.117096 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.117372 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.117595 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.117866 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.118146 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.118421 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.118660 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] debug = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.118935 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.119356 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.119762 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.120047 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.120337 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.120671 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.120942 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.121212 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.121490 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.121808 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] host = dv-cinder-831247-16-iscsi {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.122079 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.122365 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.122716 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.123023 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.123295 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.124083 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.124363 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.124631 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.124897 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] log_file = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.125168 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.125451 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.125748 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.126017 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.126235 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.126456 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.126757 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.127037 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.127306 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.127573 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.127847 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.128114 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.128382 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.128640 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.128921 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.129200 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.129479 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.129747 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.130016 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.130278 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.130568 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.130846 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.131116 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.131381 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.131645 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.131923 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.132185 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.132451 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.132742 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.133022 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.133298 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.133576 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.133843 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.134119 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.134384 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.134680 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.134948 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] use_json = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.135214 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.135478 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.135752 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.136135 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.136356 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.136624 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.136900 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.137172 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.137438 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:37.137733 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.138024 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.138340 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.138701 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.139604 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.139897 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.140188 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.140468 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.140754 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.141040 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.141331 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.141604 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.141900 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.142185 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.142475 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.142802 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.143092 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.143380 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.143655 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.143927 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.144197 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.144472 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.144754 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.145027 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.145313 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.145599 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.145873 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.146165 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.146447 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.146753 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.147044 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.147330 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.147600 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.147874 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.148160 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.148433 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.148777 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.149063 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.149339 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.149608 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.149884 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.150172 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.150458 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.150750 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.151024 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.151314 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.151587 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.151853 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.152120 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.152391 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.152655 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.152930 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.153201 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.153468 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.153736 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.154007 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.154275 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.154553 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.155105 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.155370 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.155642 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.155908 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.156173 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.156440 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.156705 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.156970 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.157235 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.157500 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.157768 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.158034 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.158297 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.158593 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.158860 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.159128 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.159420 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.159691 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.159965 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.160237 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.160512 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.160781 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.161051 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.161323 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.161595 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.161860 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.162143 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.162419 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.162739 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.163022 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.163296 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.163619 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.163896 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.164168 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.164448 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.164716 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.164989 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.165269 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.165545 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.165834 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.166122 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.166393 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.166710 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.167002 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.167500 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.167500 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.167951 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.168226 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:37.168440 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 03 15:17:37.168679 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103810) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 03 15:17:37.541812 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 03 15:17:37.542076 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 03 15:17:37.542369 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 03 15:17:37.542717 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 03 15:17:37.874388 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:37.874620 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:37.874851 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:37.876023 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:37.876288 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:37.876545 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:37.931178 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:37.931451 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:37.931713 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:37.948213 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:37.948488 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:37.948854 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:37.979814 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:37.980100 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:37.980336 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:38.017325 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:38.019461 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:38.019752 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:38.378644 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:38.379330 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:38.379330 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:38.379508 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:38.380079 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:38.480779 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:38.481089 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:38.481364 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:38.481629 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:38.481891 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:38.482199 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:38.482454 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:38.482821 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:38.483103 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:38.483384 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:38.483640 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:38.483902 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:38.484156 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:38.484403 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:38.484651 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:38.484907 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:38.485304 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:38.485574 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:38.485848 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:38.486107 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:38.486376 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:38.486653 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:38.486933 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:38.487304 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:38.487548 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:38.487789 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:38.488184 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 15:17:38.488420 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 15:17:38.488654 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 15:17:38.488885 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 15:17:38.489116 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 15:17:38.489347 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 15:17:38.489710 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 03 15:17:38.493005 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 03 15:17:38.497050 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 03 15:17:38.501233 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Jun 03 15:17:38.502855 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 03 15:17:38.503316 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 03 15:17:38.503643 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 03 15:17:38.504023 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 03 15:17:38.507083 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 03 15:17:38.507330 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 03 15:17:38.507670 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 03 15:17:38.512595 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 03 15:17:38.537263 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 03 15:17:38.537727 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:38.538022 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103810) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jun 03 15:17:38.538388 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:38.539834 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103810) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 03 15:17:38.540134 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 03 15:17:38.540375 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 03 15:17:38.543661 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:38.543933 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:38.605298 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 03 15:17:38.605527 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 03 15:17:38.605758 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 03 15:17:38.606127 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 03 15:17:38.658997 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO dbcounter [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Registered counter for database neutron Jun 03 15:17:38.678278 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_db.sqlalchemy.engines [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103810) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 03 15:17:38.684168 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writer thread running {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 03 15:17:39.134216 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.plugins.ml2.managers [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Initializing driver for type 'gre' Jun 03 15:17:39.134789 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] gre ID ranges: [(1, 1000)] Jun 03 15:17:39.192743 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.plugins.ml2.managers [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Initializing driver for type 'local' Jun 03 15:17:39.193107 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.plugins.ml2.managers [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Initializing driver for type 'vlan' Jun 03 15:17:39.206616 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] VlanTypeDriver initialization complete Jun 03 15:17:39.206966 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.plugins.ml2.managers [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Initializing driver for type 'vxlan' Jun 03 15:17:39.207464 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] vxlan ID ranges: [(1, 1000)] Jun 03 15:17:39.270663 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.plugins.ml2.managers [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Initializing extension driver 'port_security' Jun 03 15:17:39.270970 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.plugins.ml2.extensions.port_security [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] PortSecurityExtensionDriver initialization complete Jun 03 15:17:39.271325 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.plugins.ml2.managers [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Initializing mechanism driver 'openvswitch' Jun 03 15:17:39.271653 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.plugins.ml2.managers [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Initializing mechanism driver 'hyperv' Jun 03 15:17:39.278241 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.plugin [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:39.279131 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > port after_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.279531 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > port after_update 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.280403 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > port after_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.281248 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103810) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 03 15:17:39.281692 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > subnet after_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.282053 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > subnet after_update 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.282404 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > subnet after_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.282830 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103810) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 03 15:17:39.283245 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > network after_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.283595 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > network after_update 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.283944 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > network after_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.284336 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103810) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 03 15:17:39.284745 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > security_group after_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.285095 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > security_group after_update 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.285440 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > security_group after_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.285833 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103810) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 03 15:17:39.286237 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.286608 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.286951 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.287344 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103810) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 03 15:17:39.287757 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > address_group after_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.288104 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > address_group after_update 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.288451 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > address_group after_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.289021 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103810) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 03 15:17:39.289481 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] ML2 OVO RPC backend initialized. {{(pid=103810) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 03 15:17:39.290211 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > router_interface after_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.290592 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.291017 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > network before_response 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.291373 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > networks before_response 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.291724 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > port before_response 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.292070 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > ports before_response 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.292417 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > subnet before_response 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.292758 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > subnets before_response 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.293184 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > network after_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.293537 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > network after_update 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.293878 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > network after_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.294217 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > port after_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.294574 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > port after_update 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.294916 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > port after_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.295254 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > subnet after_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.295627 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > subnet after_update 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.295962 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > subnet after_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.304080 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.quota [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded quota_driver: . Jun 03 15:17:39.304447 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.plugins.ml2.plugin [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Modular L2 Plugin initialization complete Jun 03 15:17:39.304794 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading services supported by the core plugin {{(pid=103810) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 03 15:17:39.305138 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.plugins.ml2.managers [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Got port-security extension from driver 'port_security' Jun 03 15:17:39.305627 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.extensions.vlantransparent [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Disabled vlantransparent extension. Jun 03 15:17:39.306120 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103810) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 03 15:17:39.306447 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading Plugin: router Jun 03 15:17:39.342012 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > router_interface before_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.342939 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > router after_create 55549900 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.343312 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > router before_create 55549900 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.343679 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.344051 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.344406 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > router after_delete 55549900 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.344764 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > floatingip after_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.345113 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > floatingip after_update 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.345472 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > router after_create 55549900 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.345818 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > router after_update 55549900 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.346171 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > router after_update 55549900 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.346518 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.346914 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > router after_update 55549900 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.347323 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > router precommit_update 55549900 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.347701 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: port after_update 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.348044 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: port after_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.348385 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: subnet after_update 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.348729 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.349077 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > port precommit_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.349423 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > router precommit_create 55549900 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.349767 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: port before_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.350112 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > router precommit_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.350465 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > router after_update 55549900 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.350839 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > router precommit_delete 55549900 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.351191 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > router precommit_create 55549900 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.351553 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > router_interface after_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.351896 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > router precommit_update 55549900 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.352257 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > agent after_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.352604 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > agent after_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.352946 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > network after_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.353826 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.quota.resource_registry [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Tracking information for resource: router configured {{(pid=103810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 15:17:39.354162 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.quota.resource_registry [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Tracking information for resource: floatingip configured {{(pid=103810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 03 15:17:39.359948 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.db.l3_agentschedulers_db [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 03 15:17:39.360531 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: port after_update 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.360894 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: port after_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.361247 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: port after_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.361601 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: port after_update 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.362410 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > router before_create 55550100 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.362810 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > router precommit_delete 55550100 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.363177 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > router precommit_create 55550100 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.363536 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > router precommit_update 55550100 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.368358 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.services.provider_configuration [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Service providers = [] {{(pid=103810) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 03 15:17:39.368729 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.db.servicetype_db [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103810) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 03 15:17:39.371824 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.services.service_base [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103810) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 03 15:17:39.372169 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.services.service_base [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103810) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 03 15:17:39.372512 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.services.service_base [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103810) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 03 15:17:39.373438 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.services.service_base [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103810) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 03 15:17:39.373814 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.services.service_base [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 03 15:17:39.374201 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 15:17:39.374518 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 03 15:17:39.385509 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 15:17:39.386062 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading Plugin: auto_allocate Jun 03 15:17:39.391753 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: network precommit_update 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.392125 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: network precommit_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.392651 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 15:17:39.392972 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading Plugin: tag Jun 03 15:17:39.399775 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 15:17:39.400113 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading Plugin: timestamp Jun 03 15:17:39.404117 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 15:17:39.404454 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading Plugin: network_ip_availability Jun 03 15:17:39.410501 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.410898 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.411254 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.411981 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 15:17:39.412303 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading Plugin: flavors Jun 03 15:17:39.417130 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 15:17:39.417464 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading Plugin: revisions Jun 03 15:17:39.423935 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 03 15:17:39.424338 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_concurrency.lockutils [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.882s {{(pid=103810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 03 15:17:39.425091 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103810) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 03 15:17:39.425431 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Initializing extension manager. Jun 03 15:17:39.425965 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: __init__.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.426311 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: __pycache__ {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.426686 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: _port_mac_address_override.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.427024 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: address_group.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.427814 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.428361 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: address-group Jun 03 15:17:39.428687 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: address_scope.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.429400 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.429907 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: address-scope Jun 03 15:17:39.430232 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: admin_state_down_before_update.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.431217 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.431728 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: router-admin-state-down-before-update Jun 03 15:17:39.432052 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: agent.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.432823 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.433328 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: agent Jun 03 15:17:39.433654 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: agent_resources_synced.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.434604 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.435117 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: agent-resources-synced Jun 03 15:17:39.435446 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: allowedaddresspairs.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.437296 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.437818 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: allowed-address-pairs Jun 03 15:17:39.438146 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: auto_allocated_topology.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.439258 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.439772 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: auto-allocated-topology Jun 03 15:17:39.440104 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: availability_zone.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.440802 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.441309 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: availability_zone Jun 03 15:17:39.441635 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: availability_zone_filter.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.442581 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.443094 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: availability_zone_filter Jun 03 15:17:39.443419 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: data_plane_status.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.444322 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.444825 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extension data-plane-status not supported by any of loaded plugins Jun 03 15:17:39.445149 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: default_subnetpools.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.446061 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.446596 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: default-subnetpools Jun 03 15:17:39.446922 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: dhcpagentscheduler.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.447744 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.448253 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: dhcp_agent_scheduler Jun 03 15:17:39.448659 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: dns.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.449593 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.450101 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extension dns-integration not supported by any of loaded plugins Jun 03 15:17:39.450426 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: dns_domain_ports.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.451372 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.451905 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 03 15:17:39.452227 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.453147 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.453646 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 03 15:17:39.453968 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: dvr.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.454667 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.455173 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: dvr Jun 03 15:17:39.455493 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: ecmp_routes.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.456409 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.456907 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extension ecmp_routes not supported by any of loaded plugins Jun 03 15:17:39.457234 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: empty_string_filtering.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.458170 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.458705 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: empty-string-filtering Jun 03 15:17:39.459030 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.459948 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.460456 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 03 15:17:39.460781 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.461694 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.462197 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 03 15:17:39.462575 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: external_net.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.463513 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.464043 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: external-net Jun 03 15:17:39.464434 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: extra_dhcp_opt.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.465347 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.465856 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: extra_dhcp_opt Jun 03 15:17:39.466177 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: extraroute.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.467649 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.468156 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: extraroute Jun 03 15:17:39.468480 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: extraroute_atomic.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.469516 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.470023 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: extraroute-atomic Jun 03 15:17:39.470346 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: filter_validation.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.471052 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.471554 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: filter-validation Jun 03 15:17:39.471876 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: fip_pf_description.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.472782 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.473281 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 03 15:17:39.473604 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: fip_pf_port_range.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.474523 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.475042 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 03 15:17:39.475364 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: fip_port_details.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.476283 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.476785 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: fip-port-details Jun 03 15:17:39.477108 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: flavors.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.478355 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.478901 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: flavors Jun 03 15:17:39.479304 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.481135 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.481663 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 03 15:17:39.482001 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: floatingip_pools.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.483713 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.484290 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: floatingip-pools Jun 03 15:17:39.484665 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: ip_allocation.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.485633 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.486179 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extension ip_allocation not supported by any of loaded plugins Jun 03 15:17:39.486551 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.487532 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.488088 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: ip-substring-filtering Jun 03 15:17:39.488453 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: l2_adjacency.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.489467 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.490012 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extension l2_adjacency not supported by any of loaded plugins Jun 03 15:17:39.490374 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: l3.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.491449 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.491977 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: router Jun 03 15:17:39.492305 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: l3_conntrack_helper.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.494552 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.495095 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 03 15:17:39.495431 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.496355 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.496874 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: ext-gw-mode Jun 03 15:17:39.497204 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.498136 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.498708 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: l3-ha Jun 03 15:17:39.499041 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.499957 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.500464 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 03 15:17:39.500796 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: l3_flavors.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.501716 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.502219 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: l3-flavors Jun 03 15:17:39.502566 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: l3_ndp_proxy.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.503959 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.504480 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 03 15:17:39.504810 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.505729 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.506241 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: l3-port-ip-change-not-allowed Jun 03 15:17:39.506593 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: l3agentscheduler.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.507647 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.508158 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: l3_agent_scheduler Jun 03 15:17:39.508489 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: local_ip.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.510273 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.510821 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extension local_ip not supported by any of loaded plugins Jun 03 15:17:39.511169 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: logging.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.512627 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.513148 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extension logging not supported by any of loaded plugins Jun 03 15:17:39.513482 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: metering.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.514256 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.514884 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: metering Jun 03 15:17:39.515215 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.516444 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.516967 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: metering_source_and_destination_fields Jun 03 15:17:39.517297 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: multiprovidernet.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.518229 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.518784 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: multi-provider Jun 03 15:17:39.519107 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: netmtu.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.520027 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.520531 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: net-mtu Jun 03 15:17:39.520858 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: netmtu_writable.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.521776 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.522283 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: net-mtu-writable Jun 03 15:17:39.522642 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: network_availability_zone.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.523317 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.523820 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: network_availability_zone Jun 03 15:17:39.524144 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: network_ip_availability.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.525244 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.525754 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: network-ip-availability Jun 03 15:17:39.526085 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: network_segment_range.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.526884 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.527384 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extension network-segment-range not supported by any of loaded plugins Jun 03 15:17:39.527716 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: pagination.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.529182 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.529515 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: pagination Jun 03 15:17:39.530371 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: port_device_profile.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.531977 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.532501 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: port-device-profile Jun 03 15:17:39.532830 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: port_mac_address_override.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.533767 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.534277 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: port-mac-override Jun 03 15:17:39.534627 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.535607 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.536065 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: port-mac-address-regenerate Jun 03 15:17:39.536392 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.537307 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.537816 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: port-numa-affinity-policy Jun 03 15:17:39.538141 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: port_resource_request.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.539080 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.539584 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extension port-resource-request not supported by any of loaded plugins Jun 03 15:17:39.539910 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: port_resource_request_groups.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.540889 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.541393 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 03 15:17:39.541719 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: portbindings.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.542675 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.543186 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: binding Jun 03 15:17:39.543511 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: portbindings_extended.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.544780 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.545911 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: binding-extended Jun 03 15:17:39.546433 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: portsecurity.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.547874 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.548746 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: port-security Jun 03 15:17:39.549447 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: project_id.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.550743 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.550929 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: project-id Jun 03 15:17:39.551311 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: providernet.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.552651 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.553344 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: provider Jun 03 15:17:39.553678 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: qos.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.557386 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.557909 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extension qos not supported by any of loaded plugins Jun 03 15:17:39.558294 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.559580 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.560098 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 03 15:17:39.560428 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.561404 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.561920 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 03 15:17:39.562246 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: qos_default.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.563200 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.563718 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extension qos-default not supported by any of loaded plugins Jun 03 15:17:39.564045 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: qos_fip.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.564968 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.565505 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extension qos-fip not supported by any of loaded plugins Jun 03 15:17:39.565833 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: qos_fip_network_policy.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.566803 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.567317 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 03 15:17:39.567640 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: qos_gateway_ip.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.568566 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.569077 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 03 15:17:39.569406 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: qos_port_network_policy.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.570361 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.570910 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 03 15:17:39.571236 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.572281 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.572798 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 03 15:17:39.573119 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.574216 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.574772 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 03 15:17:39.575099 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: qos_pps_rule.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.576293 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.576835 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extension qos-pps not supported by any of loaded plugins Jun 03 15:17:39.577163 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: qos_rule_type_details.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.578205 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.578757 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 03 15:17:39.579084 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: qos_rule_type_filter.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.580007 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.580522 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 03 15:17:39.580846 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: qos_rules_alias.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.581885 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.582392 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 03 15:17:39.582755 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: quota_check_limit.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.583953 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.584472 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: quota-check-limit Jun 03 15:17:39.584798 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: quotasv2.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.585769 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.586096 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: quotas Jun 03 15:17:39.586421 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: quotasv2_detail.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.588174 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.588513 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: quota_details Jun 03 15:17:39.588849 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: rbac.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.589927 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.590448 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: rbac-policies Jun 03 15:17:39.590803 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: rbac_address_group.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.591746 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.592790 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: rbac-address-group Jun 03 15:17:39.593114 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: rbac_address_scope.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.594116 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.594735 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: rbac-address-scope Jun 03 15:17:39.595063 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: rbac_security_groups.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.595995 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.596513 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: rbac-security-groups Jun 03 15:17:39.596839 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: rbac_subnetpool.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.597765 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.598276 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: rbac-subnetpool Jun 03 15:17:39.598626 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: revisionifmatch.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.599565 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.600083 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: revision-if-match Jun 03 15:17:39.600406 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: revisions.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.601522 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.602036 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: standard-attr-revisions Jun 03 15:17:39.602365 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: router_availability_zone.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.603080 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.603598 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: router_availability_zone Jun 03 15:17:39.603923 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: routerservicetype.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.604857 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.605372 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extension router-service-type not supported by any of loaded plugins Jun 03 15:17:39.605697 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.606658 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.607186 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: security-groups-normalized-cidr Jun 03 15:17:39.607509 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: security_groups_port_filtering.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.608999 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.609518 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: port-security-groups-filtering Jun 03 15:17:39.609851 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.610825 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.611339 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: security-groups-remote-address-group Jun 03 15:17:39.611665 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.612610 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.613128 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: security-groups-shared-filtering Jun 03 15:17:39.613457 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: securitygroup.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.623844 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.624419 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: security-group Jun 03 15:17:39.624755 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: segment.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.625605 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.626121 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extension segment not supported by any of loaded plugins Jun 03 15:17:39.626484 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.627533 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.628041 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 03 15:17:39.628506 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: servicetype.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.630306 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.630940 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: service-type Jun 03 15:17:39.631276 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: sorting.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.632275 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.632609 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: sorting Jun 03 15:17:39.632936 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: standard_attr_segment.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.634102 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.634999 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 03 15:17:39.635613 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: standardattrdescription.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.636632 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.637154 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: standard-attr-description Jun 03 15:17:39.637486 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: stateful_security_group.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.638472 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.639530 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: stateful-security-group Jun 03 15:17:39.639863 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: stdattrs_common.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.640457 dv-cinder-831247-16-iscsi neutron-server[103810]: WARNING neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 03 15:17:39.640779 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.641724 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.642271 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 03 15:17:39.642628 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: subnet_onboard.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.643717 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.644238 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: subnet_onboard Jun 03 15:17:39.644566 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.645503 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.646017 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 03 15:17:39.646343 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: subnet_service_types.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.647308 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.647832 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: subnet-service-types Jun 03 15:17:39.648159 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: subnetallocation.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.649257 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.649786 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: subnet_allocation Jun 03 15:17:39.650127 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.650842 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.651357 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: subnetpool-prefix-ops Jun 03 15:17:39.651685 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.652658 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.653167 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 03 15:17:39.653492 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: tagging.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.654644 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.655961 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: standard-attr-tag Jun 03 15:17:39.656293 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: timestamp.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.657514 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.658033 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loaded extension: standard-attr-timestamp Jun 03 15:17:39.658358 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: trunk.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.659429 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.659954 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extension trunk not supported by any of loaded plugins Jun 03 15:17:39.660284 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: trunk_details.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.661208 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.661720 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extension trunk-details not supported by any of loaded plugins Jun 03 15:17:39.662044 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: uplink_status_propagation.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.662990 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.663500 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 03 15:17:39.663825 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Loading extension file: vlantransparent.py {{(pid=103810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 03 15:17:39.664505 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 03 15:17:39.665012 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extension vlan-transparent not supported by any of loaded plugins Jun 03 15:17:39.667665 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.quota.resource_registry [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Creating instance of TrackedResource for resource:network Jun 03 15:17:39.668227 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.quota.resource_registry [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Creating instance of TrackedResource for resource:subnet Jun 03 15:17:39.668633 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.quota.resource_registry [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Creating instance of TrackedResource for resource:subnetpool Jun 03 15:17:39.669184 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.quota.resource_registry [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Creating instance of TrackedResource for resource:port Jun 03 15:17:39.670552 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.v2.resource_helper [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 15:17:39.671003 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.v2.resource_helper [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Service FLAVORS assigned prefix: {{(pid=103810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 15:17:39.671641 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.v2.resource_helper [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 15:17:39.672070 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.v2.resource_helper [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 15:17:39.672405 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.quota.resource_registry [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Creating instance of TrackedResource for resource:router Jun 03 15:17:39.672846 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.quota.resource_registry [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Creating instance of TrackedResource for resource:floatingip Jun 03 15:17:39.673335 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.v2.resource_helper [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Service METERING assigned prefix: /metering {{(pid=103810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 15:17:39.674825 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.675201 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.675555 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:17:39.676652 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.quota.resource_registry [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Creating instance of CountableResource for resource:rbac_policy Jun 03 15:17:39.677585 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.quota.resource_registry [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Creating instance of TrackedResource for resource:security_group Jun 03 15:17:39.677585 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.quota.resource_registry [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Creating instance of TrackedResource for resource:security_group_rule Jun 03 15:17:39.678144 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.v2.resource_helper [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Service CORE assigned prefix: {{(pid=103810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 15:17:39.678477 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.quota.resource_registry [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Creating instance of TrackedResource for resource:subnetpool Jun 03 15:17:39.678861 dv-cinder-831247-16-iscsi neutron-server[103810]: WARNING neutron.quota.resource_registry [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] subnetpool is already registered Jun 03 15:17:39.679290 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.v2.resource_helper [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Service CORE assigned prefix: {{(pid=103810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 15:17:39.679625 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.quota.resource_registry [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Creating instance of TrackedResource for resource:subnetpool Jun 03 15:17:39.679962 dv-cinder-831247-16-iscsi neutron-server[103810]: WARNING neutron.quota.resource_registry [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] subnetpool is already registered Jun 03 15:17:39.682266 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.v2.resource_helper [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 15:17:39.682727 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.v2.resource_helper [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Service FLAVORS assigned prefix: {{(pid=103810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 15:17:39.683322 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.v2.resource_helper [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 15:17:39.683746 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.v2.resource_helper [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 15:17:39.684082 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.quota.resource_registry [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Creating instance of TrackedResource for resource:router Jun 03 15:17:39.684431 dv-cinder-831247-16-iscsi neutron-server[103810]: WARNING neutron.quota.resource_registry [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] router is already registered Jun 03 15:17:39.685132 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.quota.resource_registry [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Creating instance of TrackedResource for resource:floatingip Jun 03 15:17:39.685480 dv-cinder-831247-16-iscsi neutron-server[103810]: WARNING neutron.quota.resource_registry [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] floatingip is already registered Jun 03 15:17:39.685971 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.v2.resource_helper [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Service METERING assigned prefix: /metering {{(pid=103810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 15:17:39.686686 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.quota.resource_registry [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Creating instance of CountableResource for resource:rbac_policy Jun 03 15:17:39.687017 dv-cinder-831247-16-iscsi neutron-server[103810]: WARNING neutron.quota.resource_registry [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] rbac_policy is already registered Jun 03 15:17:39.687436 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.quota.resource_registry [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Creating instance of TrackedResource for resource:security_group Jun 03 15:17:39.687776 dv-cinder-831247-16-iscsi neutron-server[103810]: WARNING neutron.quota.resource_registry [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] security_group is already registered Jun 03 15:17:39.688182 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.quota.resource_registry [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Creating instance of TrackedResource for resource:security_group_rule Jun 03 15:17:39.688521 dv-cinder-831247-16-iscsi neutron-server[103810]: WARNING neutron.quota.resource_registry [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] security_group_rule is already registered Jun 03 15:17:39.689143 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.v2.resource_helper [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Service CORE assigned prefix: {{(pid=103810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 15:17:39.689476 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.quota.resource_registry [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Creating instance of TrackedResource for resource:subnetpool Jun 03 15:17:39.689819 dv-cinder-831247-16-iscsi neutron-server[103810]: WARNING neutron.quota.resource_registry [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] subnetpool is already registered Jun 03 15:17:39.690238 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.v2.resource_helper [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Service CORE assigned prefix: {{(pid=103810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 03 15:17:39.690592 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.quota.resource_registry [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Creating instance of TrackedResource for resource:subnetpool Jun 03 15:17:39.690931 dv-cinder-831247-16-iscsi neutron-server[103810]: WARNING neutron.quota.resource_registry [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] subnetpool is already registered Jun 03 15:17:39.691394 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extended resource: extensions {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 15:17:39.692882 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extended resource: address-groups {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 15:17:39.694362 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extended resource: address-scopes {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 15:17:39.695706 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extended resource: agents {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 15:17:39.696876 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extended resource: auto-allocated-topology {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 15:17:39.698101 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extended resource: availability_zones {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 15:17:39.699395 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extended resource: dhcp-networks {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 15:17:39.700899 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extended resource: dhcp-agents {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 15:17:39.702877 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extended resource: routers {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 15:17:39.704698 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extended resource: flavors {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 15:17:39.707072 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extended resource: service_profiles {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 15:17:39.708284 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extended resource: next_providers {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 15:17:39.709719 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extended resource: service_profiles {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 15:17:39.711311 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extended resource: floatingip-pools {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 15:17:39.712532 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extended resource: routers {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 15:17:39.714222 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extended resource: floatingips {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 15:17:39.715519 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extended resource: l3-routers {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 15:17:39.716903 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extended resource: l3-agents {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 15:17:39.718988 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extended resource: metering-labels {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 15:17:39.720255 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extended resource: metering-label-rules {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 15:17:39.721627 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extended resource: network-ip-availabilities {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 15:17:39.722896 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extended resource: bindings {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 15:17:39.724448 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extended resource: quotas {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 15:17:39.726133 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extended resource: quotas {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 15:17:39.727718 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extended resource: rbac-policies {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 15:17:39.728910 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extended resource: security-groups {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 15:17:39.730215 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extended resource: security-group-rules {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 15:17:39.731499 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extended resource: service-providers {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 15:17:39.732721 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extended resource: subnetpools {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 15:17:39.734069 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extended resource: subnetpools {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 15:17:39.735632 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extended resource: tags {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 15:17:39.737322 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extended resource: tags {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 15:17:39.739160 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extended resource: tags {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 15:17:39.741020 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extended resource: tags {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 15:17:39.742703 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extended resource: tags {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 15:17:39.744647 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extended resource: tags {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 15:17:39.746332 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extended resource: tags {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 15:17:39.748336 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extended resource: tags {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 15:17:39.750125 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extended resource: tags {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 15:17:39.751893 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron.api.extensions [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Extended resource: tags {{(pid=103810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 03 15:17:39.757968 dv-cinder-831247-16-iscsi neutron-server[103810]: WARNING keystonemiddleware.auth_token [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 03 15:17:39.763251 dv-cinder-831247-16-iscsi neutron-server[103810]: WARNING keystonemiddleware.auth_token [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 03 15:17:39.772608 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_concurrency.lockutils [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Acquired lock "singleton_lock" {{(pid=103810) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 03 15:17:39.773085 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_concurrency.lockutils [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Releasing lock "singleton_lock" {{(pid=103810) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 03 15:17:39.773744 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO oslo_service.service [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Starting 2 workers Jun 03 15:17:39.778750 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Started child 103919 {{(pid=103810) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 03 15:17:39.784277 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Started child 103920 {{(pid=103810) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 03 15:17:39.784986 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:17:39.786136 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO neutron.service [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Neutron service started, listening on 0.0.0.0:9696 Jun 03 15:17:39.786458 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [-] (103919) wsgi starting up on http://0.0.0.0:9696 Jun 03 15:17:39.786833 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Publish callbacks [] for process (None), before_spawn {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:17:39.789361 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO oslo_service.service [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Starting 1 workers Jun 03 15:17:39.789549 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:17:39.791069 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [-] (103920) wsgi starting up on http://0.0.0.0:9696 Jun 03 15:17:39.794728 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Started child 103921 {{(pid=103810) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 03 15:17:39.795291 dv-cinder-831247-16-iscsi neutron-server[103810]: INFO oslo_service.service [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Starting 1 workers Jun 03 15:17:39.798746 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.service [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] calling RpcWorker wait() {{(pid=103921) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 03 15:17:39.799332 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.service [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] returning from RpcWorker wait() {{(pid=103921) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 03 15:17:39.799959 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Started child 103922 {{(pid=103810) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 03 15:17:39.800478 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:17:39.800716 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG neutron_lib.callbacks.manager [None req-c27938f9-08c2-4324-a767-b2b271c71eef None None] Publish callbacks [] for process (None), after_spawn {{(pid=103810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:17:39.800935 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:39.802798 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103810) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 03 15:17:39.803014 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 03 15:17:39.803196 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 03 15:17:39.803422 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 03 15:17:39.803726 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 03 15:17:39.803889 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 03 15:17:39.804421 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.804693 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.804955 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.805219 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.805868 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.806124 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.806344 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:17:39.806837 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.806837 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.807004 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.807093 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.807214 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.807455 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.807715 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.808025 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.808285 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.808521 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.808771 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.808942 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.809191 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.809631 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.809980 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.810632 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] debug = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.810632 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.811143 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.811377 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.811621 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.811860 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.812149 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.812398 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.812659 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.812910 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.813132 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.813350 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.813616 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.813863 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.814100 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.814318 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.814605 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.814828 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.815329 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] host = dv-cinder-831247-16-iscsi {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.815565 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.815779 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.816006 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.816275 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.816520 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.816756 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.817001 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.817254 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.817508 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.817789 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.818071 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.818330 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.818590 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.818851 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] log_file = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.819015 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] log_options = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.819248 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.819516 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.819787 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.819985 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.820152 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.820313 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.820576 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.820739 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.820988 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.821202 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.821430 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.821734 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.821881 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.822116 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.822371 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.822610 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.822827 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.823035 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.823278 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.823526 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.823878 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.824015 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.824248 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.824673 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.825515 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.826118 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.826427 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.827282 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.827591 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.827930 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.828235 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.829039 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.829286 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.829533 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.830030 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.830435 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.831169 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.831970 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.834567 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.834567 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.834567 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.834567 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.834567 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.834567 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.835082 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:39.835169 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.835169 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.835169 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] use_json = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.835357 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.835422 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.835713 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.836024 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.836644 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.836868 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.837591 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.837846 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.839377 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.840178 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.840517 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.840883 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.841477 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.841745 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.842816 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.844244 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.846819 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.847248 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.847675 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.847800 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 47432) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:17:39.848919 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.849170 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.849655 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.849956 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.850233 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.850900 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.850900 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.851184 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.851433 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.851674 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.852621 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.852621 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.852621 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.852879 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.853144 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.853427 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.853658 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.853951 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.854231 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.854518 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.854893 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.855306 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.855755 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.93/identity {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.856430 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.856845 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.857104 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.857354 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.857580 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.857805 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.858048 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.858348 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.858639 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.858890 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.859290 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.859763 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.860016 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.860252 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.860514 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.860734 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.860960 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.861190 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.861431 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.861659 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.861888 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.862136 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.862474 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.862748 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.863041 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.863500 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.863762 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.864111 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.864318 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.864701 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.865069 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.865448 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.865818 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.866213 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.866601 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.866992 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.867365 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.867731 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.868102 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.868469 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.868920 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.869145 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [-] 10.222.0.93 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0192351 Jun 03 15:17:39.869703 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.870085 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.870472 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.871041 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.872294 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.872929 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.873180 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.873556 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.873783 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.874159 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.874515 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.874930 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.875310 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.875771 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.876145 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.876387 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.876641 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.876997 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.878013 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.878013 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.878013 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.878013 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.878273 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.878404 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.878657 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.879133 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.879213 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.879475 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.879749 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.880023 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.880403 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.880778 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.881043 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.881309 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.881562 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.881858 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.882234 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.882758 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.883146 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.884350 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.884629 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.884892 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.885142 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.885380 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.885716 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.885938 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.886177 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.886468 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.886865 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.887167 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.887635 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.887920 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.888186 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.888441 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.888677 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.888921 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.889663 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.889919 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.890169 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.890567 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.890977 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.891379 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.891779 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.892152 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.892390 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.892834 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.893721 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.893721 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.893721 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.893979 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.894073 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.894244 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.894559 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.894817 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.895071 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.895467 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.895883 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.93/identity {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.896263 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.896623 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.897026 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.897287 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.897488 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.898079 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.898333 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.898639 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.898803 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.899037 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.899416 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.899806 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.900175 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.900424 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.900643 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.901048 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.901265 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.901480 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.901726 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.901948 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.902188 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.903295 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.904161 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.904443 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.905043 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.905356 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.905619 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.905855 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.906134 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.906379 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.906670 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.906895 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.907170 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.907719 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.907719 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.907883 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.908077 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.908294 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.908541 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.908933 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.909317 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.909709 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.909956 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.910308 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.911001 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.911001 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.911202 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.911413 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.911785 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.912144 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.912505 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.912890 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.913119 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.913352 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.913595 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.913818 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.914605 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.914605 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.914772 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.914934 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.915195 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.915438 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.915660 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.915878 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.916102 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.916470 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.916841 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.917189 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.917549 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.917940 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.918167 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.918385 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.918711 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.918969 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.919208 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.919464 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.919723 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.919943 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.920765 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.920993 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.921207 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.921458 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.921674 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.921885 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.922120 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.922328 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.922574 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.922815 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.923035 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.923269 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.923488 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.923694 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.923904 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.924375 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.924740 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.925106 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.925513 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.925733 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.925948 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.926176 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.926396 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.926627 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.926988 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:39.927180 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.927528 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.927751 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.928000 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.928221 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.928434 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.928731 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.928983 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.930027 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.930027 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.930027 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.930027 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.930301 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.930597 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.930809 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.931074 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.932109 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.932109 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.932109 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.932109 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.932439 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.932594 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.932836 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.933089 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.933364 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.934101 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.934101 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.934256 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.934556 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.934899 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.935301 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.935708 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.936801 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.937232 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.937460 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.937823 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.938193 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.938608 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.938823 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.939096 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.939472 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.939844 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.940216 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.940452 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.940661 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.940885 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.941125 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.941353 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.941572 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.941731 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 03 15:17:39.942288 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103810) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 03 15:17:39.942449 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 03 15:17:39.943256 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 03 15:17:39.943256 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 03 15:17:39.943256 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 03 15:17:39.943256 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 03 15:17:39.943256 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.943718 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.943718 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.943718 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.943930 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.944038 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.944194 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.944354 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.944622 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.944784 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.944947 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.945102 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.945414 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.945581 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.945739 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.945897 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.946057 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.946280 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.946381 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.946677 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.946677 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.946901 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] debug = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.946997 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.947219 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.947382 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.947542 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.947761 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.947908 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.948040 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.948127 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.948289 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.948447 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.948632 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.948774 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.948907 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.949076 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.949231 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.949411 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.950362 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.950362 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] host = dv-cinder-831247-16-iscsi {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.950362 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.950362 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.950362 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.950362 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.950844 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.950844 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.950844 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.950844 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.951123 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.951203 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.951283 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.951439 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.951630 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.951788 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] log_file = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.952044 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] log_options = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.952130 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.952298 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.952402 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.952570 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.953318 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.953318 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.953318 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.953318 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.953318 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.953803 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.953803 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.953803 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.954012 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.954094 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.954183 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.954332 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.954489 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.954782 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.954944 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.955250 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.955561 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.955718 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.955878 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.956554 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.956554 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.956554 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.956554 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.956867 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.956867 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.957012 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.957090 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.958038 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.958038 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.958038 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.958038 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.958038 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.958038 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.958483 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.958483 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.958483 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.958757 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.958757 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.958918 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.958997 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.959346 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.959346 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.959520 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] use_json = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.959599 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.959703 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.959854 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.960005 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.960158 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.960326 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.960482 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.960642 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.960802 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 03 15:17:39.961594 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.961594 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.961594 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.961594 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.961594 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.961992 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.961992 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.963141 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.963141 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.963141 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.963141 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.963141 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.963141 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.963141 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.963141 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.963721 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.963721 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.963721 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.963721 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.963997 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.964084 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.964167 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.964336 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.964495 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.964914 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.965231 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.966446 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.966446 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.966446 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.966446 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.966446 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.966446 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.966446 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.93/identity {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.966446 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.967674 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.967674 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.967674 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.967674 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.967674 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.967674 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.967674 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.968121 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.968121 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.968121 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.968294 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.968384 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.968644 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.968644 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.968787 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.968942 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.969066 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.969248 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.969386 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.969695 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.969997 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.970311 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.970643 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.970957 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.971257 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.971544 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.971854 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.972016 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.972180 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.972343 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.972505 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.972669 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.972832 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.972994 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.973846 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.973846 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.973846 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.973846 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.973846 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.974337 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.974337 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.974337 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.974612 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.974612 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.974783 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.974981 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.975151 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.975418 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.975531 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.975617 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.976736 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.976901 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.977103 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.977268 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.978374 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.978374 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.978697 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.978697 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.979041 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.979041 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.979240 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.979240 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.979404 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.979628 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.979801 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.979962 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.980159 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.980466 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.980594 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.980701 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.980832 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.982592 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.982592 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.982592 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.982592 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.982592 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.982592 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.982592 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.982592 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.984051 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.984051 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.984051 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.984051 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.984051 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.984051 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.984051 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.984051 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.984924 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.984924 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.984924 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.984924 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.984924 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.984924 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.984924 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.985674 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.985674 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.985674 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.985674 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.986094 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.986094 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.986094 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.986415 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.986415 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.987391 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.987391 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.987391 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.987391 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.987391 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.987391 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.988538 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.988538 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.988538 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.988538 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.988538 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.988538 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.988538 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.988538 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.93/identity {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.989750 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.989750 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.989750 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.989750 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.989750 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.989750 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.989750 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.989750 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.990415 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.990415 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.990415 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.990651 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.990651 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.990795 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.990956 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.991147 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.991294 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.991436 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.991604 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.991752 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.991917 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.992074 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.992211 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.992375 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.992534 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.992698 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.992860 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.993022 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.993266 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.994070 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.994070 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.994070 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.994070 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.994070 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.994789 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.994789 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.994789 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.994789 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.995327 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.995327 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.996220 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.996220 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.996220 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.996220 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.996220 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.996220 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.996593 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.996593 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.996716 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.996816 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.996979 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.997140 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.997958 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.997958 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.997958 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.997958 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.997958 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.999706 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.999706 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.999706 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.999706 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.999706 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.999706 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.999706 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:39.999706 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.000170 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.000170 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.000170 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.000350 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.000629 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.000629 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.000797 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.000920 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.001165 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.001269 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.002499 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.002499 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.002499 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.002499 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.002499 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.002499 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.002499 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.002499 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.003726 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.003726 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.003726 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.003726 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.003726 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.003726 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.003726 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.003726 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.004684 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.004684 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.004684 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.004684 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.004684 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.004684 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.005117 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.005117 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.005117 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.005299 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.005366 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.005505 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.005665 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.005827 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.005988 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.006153 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.006315 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.006471 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.006660 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.006899 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.007004 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.007126 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.007288 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.007450 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.007624 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.007845 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.007945 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.008093 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.008255 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.008416 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.008578 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.008745 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.008916 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.009084 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.009247 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.009418 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.009587 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.009757 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.009919 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.010087 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.010294 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.010483 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.010590 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.010741 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.010901 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.011062 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.011223 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.011385 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.011549 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.011703 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.011851 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.012066 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.012207 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.012459 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.012459 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.012781 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.012781 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.013056 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.013056 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.013327 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 03 15:17:40.013327 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 03 15:17:49.258791 dv-cinder-831247-16-iscsi neutron-server[103810]: DEBUG dbcounter [-] [103810] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103810) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:17:51.534383 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writer thread running {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 03 15:17:51.547832 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e7a53c-ace8-487c-85f4-a764eb31e6b6 None None] get_active_networks_info from dv-cinder-831247-16-iscsi {{(pid=103921) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 03 15:17:51.592242 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-d3f2f90c-7395-4f50-9531-42e37e903039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-765750'] for agent (ba2d900a-f6c8-44b2-a19a-5d512e564d5a), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:17:51.629568 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e7a53c-ace8-487c-85f4-a764eb31e6b6 None None] No non-hosted networks {{(pid=103921) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 03 15:17:53.280986 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writer thread running {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 03 15:17:53.726404 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-824c0a14-ccaf-4db2-a42a-24a8b4211acf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-765750'] for agent (af3cb756-c261-4349-9f96-3650fb8ddf57), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:17:53.788019 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-759d321f-3e3c-4ac3-8293-97c6576f58b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (af3cb756-c261-4349-9f96-3650fb8ddf57), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:17:54.897457 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 47512) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:17:55.497184 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ea450706-6f9d-4600-9901-8a13358e87c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-765750'] for agent (c1b56563-1529-491f-97b0-bd0331fef87b), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:17:56.048270 dv-cinder-831247-16-iscsi neutron-server[103919]: WARNING oslo_policy.policy [None req-2625990a-b793-42ce-bca9-518088dd6969 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 15:17:56.049266 dv-cinder-831247-16-iscsi neutron-server[103919]: WARNING oslo_policy.policy [None req-2625990a-b793-42ce-bca9-518088dd6969 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 15:17:56.457720 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [None req-2625990a-b793-42ce-bca9-518088dd6969 admin admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=103919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 03 15:17:56.470591 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-2625990a-b793-42ce-bca9-518088dd6969 admin admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.5666196 Jun 03 15:17:56.506128 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0007325d-49bd-45ba-86c8-d0efad7af70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-765750'] for agent (e76c2f28-d1d2-478d-a24e-96dcb24ae502), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:17:58.207267 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-765750'] for agent (b78338d6-31c9-4f43-bfac-5a5a854a8366), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:17:58.208979 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:58.209702 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:58.210385 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:58.211090 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:58.211629 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:58.212181 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:58.212697 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:58.215652 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:58.218456 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:58.219101 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:58.220352 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:58.220873 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:58.221328 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:58.221813 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:58.222249 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:17:58.222812 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-831247-16-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:58.237457 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-831247-16-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:17:59.113167 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 47546) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:17:59.466325 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-e2a75fa9-97f0-4bcf-85c7-c1b0b2c67a99 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:17:59.569649 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.policy [None req-e2a75fa9-97f0-4bcf-85c7-c1b0b2c67a99 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103919) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 03 15:17:59.625822 dv-cinder-831247-16-iscsi neutron-server[103919]: WARNING oslo_policy.policy [None req-e2a75fa9-97f0-4bcf-85c7-c1b0b2c67a99 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 15:17:59.626244 dv-cinder-831247-16-iscsi neutron-server[103919]: WARNING oslo_policy.policy [None req-e2a75fa9-97f0-4bcf-85c7-c1b0b2c67a99 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 15:17:59.652545 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writer thread running {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 03 15:17:59.778297 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-e2a75fa9-97f0-4bcf-85c7-c1b0b2c67a99 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736365047172', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736365047688', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736364867271', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736364857405', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736364883999', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736364876465', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1730917', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1738937', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-775349', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-616655'] for rbac-policy (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:17:59.890242 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-e2a75fa9-97f0-4bcf-85c7-c1b0b2c67a99 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:17:59.891815 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-e2a75fa9-97f0-4bcf-85c7-c1b0b2c67a99 admin admin] 10.222.0.93 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7776666 Jun 03 15:18:02.395185 dv-cinder-831247-16-iscsi neutron-server[103921]: INFO neutron.db.l3_hamode_db [None req-d10a16a7-76ed-438a-8743-6c710ea6fe22 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 03 15:18:02.503288 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10a16a7-76ed-438a-8743-6c710ea6fe22 None None] Routers set() bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:18:02.503452 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10a16a7-76ed-438a-8743-6c710ea6fe22 None None] Router IDs set() for agent in host dv-cinder-831247-16-iscsi {{(pid=103921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 03 15:18:02.729360 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 47558) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:18:03.339956 dv-cinder-831247-16-iscsi neutron-server[103920]: WARNING oslo_policy.policy [None req-dcc2cd20-3a5a-4a77-8a63-7097583b6d26 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 15:18:03.340533 dv-cinder-831247-16-iscsi neutron-server[103920]: WARNING oslo_policy.policy [None req-dcc2cd20-3a5a-4a77-8a63-7097583b6d26 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 15:18:03.562988 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-dcc2cd20-3a5a-4a77-8a63-7097583b6d26 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:18:03.576599 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writer thread running {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 03 15:18:03.617630 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc2cd20-3a5a-4a77-8a63-7097583b6d26 demo demo] Made reservation on behalf of 7139ad672c734cf799e4c39623384e9c for: {'network': 1} {{(pid=103920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:18:03.679286 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.policy [None req-dcc2cd20-3a5a-4a77-8a63-7097583b6d26 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103920) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 03 15:18:03.721831 dv-cinder-831247-16-iscsi neutron-server[103920]: WARNING oslo_policy.policy [None req-dcc2cd20-3a5a-4a77-8a63-7097583b6d26 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 15:18:03.722207 dv-cinder-831247-16-iscsi neutron-server[103920]: WARNING oslo_policy.policy [None req-dcc2cd20-3a5a-4a77-8a63-7097583b6d26 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 03 15:18:03.733552 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-dcc2cd20-3a5a-4a77-8a63-7097583b6d26 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for network (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:03.756381 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-dcc2cd20-3a5a-4a77-8a63-7097583b6d26 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:03.875489 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-dcc2cd20-3a5a-4a77-8a63-7097583b6d26 demo demo] Publish callbacks [] for security_group (b635557f-8324-486d-9896-97d73ecd8b77), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:03.879631 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-dcc2cd20-3a5a-4a77-8a63-7097583b6d26 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (b635557f-8324-486d-9896-97d73ecd8b77), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:03.913229 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcc2cd20-3a5a-4a77-8a63-7097583b6d26 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 853} {{(pid=103920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:18:03.944398 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-dcc2cd20-3a5a-4a77-8a63-7097583b6d26 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736362815133', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659633'] for segment (95c97a04-198e-407b-bdf1-55b2ce2eb987), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:03.944957 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-dcc2cd20-3a5a-4a77-8a63-7097583b6d26 demo demo] Unsubscribe: segment precommit_create {{(pid=103920) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 03 15:18:03.945498 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.db.segments_db [None req-dcc2cd20-3a5a-4a77-8a63-7097583b6d26 demo demo] Added segment 95c97a04-198e-407b-bdf1-55b2ce2eb987 of type vlan for network 4bfa47ba-25fc-4323-b27a-906d4906b182 Jun 03 15:18:03.951606 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc2cd20-3a5a-4a77-8a63-7097583b6d26 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=b635557f-8324-486d-9896-97d73ecd8b77,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:03.994167 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc2cd20-3a5a-4a77-8a63-7097583b6d26 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:03.994498 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc2cd20-3a5a-4a77-8a63-7097583b6d26 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:03.994875 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc2cd20-3a5a-4a77-8a63-7097583b6d26 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:03.995217 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc2cd20-3a5a-4a77-8a63-7097583b6d26 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:03.995539 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc2cd20-3a5a-4a77-8a63-7097583b6d26 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:03.995891 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc2cd20-3a5a-4a77-8a63-7097583b6d26 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:03.996240 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc2cd20-3a5a-4a77-8a63-7097583b6d26 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:03.996557 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc2cd20-3a5a-4a77-8a63-7097583b6d26 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:03.996883 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc2cd20-3a5a-4a77-8a63-7097583b6d26 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:03.997193 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc2cd20-3a5a-4a77-8a63-7097583b6d26 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:03.997502 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc2cd20-3a5a-4a77-8a63-7097583b6d26 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:03.997827 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc2cd20-3a5a-4a77-8a63-7097583b6d26 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:03.998139 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc2cd20-3a5a-4a77-8a63-7097583b6d26 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:03.998449 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc2cd20-3a5a-4a77-8a63-7097583b6d26 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:03.999403 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc2cd20-3a5a-4a77-8a63-7097583b6d26 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:04.000911 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc2cd20-3a5a-4a77-8a63-7097583b6d26 demo demo] Tracked resource versions report: Jun 03 15:18:04.000911 dv-cinder-831247-16-iscsi neutron-server[103920]: pushed versions: Jun 03 15:18:04.000911 dv-cinder-831247-16-iscsi neutron-server[103920]: { 'AddressGroup': {'1.2'}, Jun 03 15:18:04.000911 dv-cinder-831247-16-iscsi neutron-server[103920]: 'Agent': {'1.1'}, Jun 03 15:18:04.000911 dv-cinder-831247-16-iscsi neutron-server[103920]: 'ConntrackHelper': {'1.0'}, Jun 03 15:18:04.000911 dv-cinder-831247-16-iscsi neutron-server[103920]: 'LocalIPAssociation': {'1.0'}, Jun 03 15:18:04.000911 dv-cinder-831247-16-iscsi neutron-server[103920]: 'Log': {'1.0'}, Jun 03 15:18:04.000911 dv-cinder-831247-16-iscsi neutron-server[103920]: 'NDPProxy': {'1.0'}, Jun 03 15:18:04.000911 dv-cinder-831247-16-iscsi neutron-server[103920]: 'Network': {'1.1'}, Jun 03 15:18:04.000911 dv-cinder-831247-16-iscsi neutron-server[103920]: 'Port': {'1.7'}, Jun 03 15:18:04.000911 dv-cinder-831247-16-iscsi neutron-server[103920]: 'PortForwarding': {'1.3'}, Jun 03 15:18:04.000911 dv-cinder-831247-16-iscsi neutron-server[103920]: 'QosPolicy': {'1.10'}, Jun 03 15:18:04.000911 dv-cinder-831247-16-iscsi neutron-server[103920]: 'SecurityGroup': {'1.5'}, Jun 03 15:18:04.000911 dv-cinder-831247-16-iscsi neutron-server[103920]: 'SecurityGroupRule': {'1.2'}, Jun 03 15:18:04.000911 dv-cinder-831247-16-iscsi neutron-server[103920]: 'SubPort': {'1.0'}, Jun 03 15:18:04.000911 dv-cinder-831247-16-iscsi neutron-server[103920]: 'Subnet': {'1.1'}, Jun 03 15:18:04.000911 dv-cinder-831247-16-iscsi neutron-server[103920]: 'Trunk': {'1.1'}} Jun 03 15:18:04.000911 dv-cinder-831247-16-iscsi neutron-server[103920]: consumer versions: Jun 03 15:18:04.000911 dv-cinder-831247-16-iscsi neutron-server[103920]: { DHCP agent@dv-cinder-831247-16-iscsi: {}, Jun 03 15:18:04.000911 dv-cinder-831247-16-iscsi neutron-server[103920]: L3 agent@dv-cinder-831247-16-iscsi: {}, Jun 03 15:18:04.000911 dv-cinder-831247-16-iscsi neutron-server[103920]: Metadata agent@dv-cinder-831247-16-iscsi: {}, Jun 03 15:18:04.000911 dv-cinder-831247-16-iscsi neutron-server[103920]: Metering agent@dv-cinder-831247-16-iscsi: {}, Jun 03 15:18:04.000911 dv-cinder-831247-16-iscsi neutron-server[103920]: Open vSwitch agent@dv-cinder-831247-16-iscsi: { 'AddressGroup': '1.2', Jun 03 15:18:04.000911 dv-cinder-831247-16-iscsi neutron-server[103920]: 'Agent': '1.1', Jun 03 15:18:04.000911 dv-cinder-831247-16-iscsi neutron-server[103920]: 'ConntrackHelper': '1.0', Jun 03 15:18:04.000911 dv-cinder-831247-16-iscsi neutron-server[103920]: 'LocalIPAssociation': '1.0', Jun 03 15:18:04.000911 dv-cinder-831247-16-iscsi neutron-server[103920]: 'Log': '1.0', Jun 03 15:18:04.000911 dv-cinder-831247-16-iscsi neutron-server[103920]: 'NDPProxy': '1.0', Jun 03 15:18:04.000911 dv-cinder-831247-16-iscsi neutron-server[103920]: 'Network': '1.1', Jun 03 15:18:04.000911 dv-cinder-831247-16-iscsi neutron-server[103920]: 'Port': '1.7', Jun 03 15:18:04.000911 dv-cinder-831247-16-iscsi neutron-server[103920]: 'PortForwarding': '1.3', Jun 03 15:18:04.000911 dv-cinder-831247-16-iscsi neutron-server[103920]: 'QosPolicy': '1.10', Jun 03 15:18:04.000911 dv-cinder-831247-16-iscsi neutron-server[103920]: 'SecurityGroup': '1.5', Jun 03 15:18:04.000911 dv-cinder-831247-16-iscsi neutron-server[103920]: 'SecurityGroupRule': '1.2', Jun 03 15:18:04.000911 dv-cinder-831247-16-iscsi neutron-server[103920]: 'SubPort': '1.0', Jun 03 15:18:04.000911 dv-cinder-831247-16-iscsi neutron-server[103920]: 'Subnet': '1.1', Jun 03 15:18:04.000911 dv-cinder-831247-16-iscsi neutron-server[103920]: 'Trunk': '1.1'}} Jun 03 15:18:04.000911 dv-cinder-831247-16-iscsi neutron-server[103920]: {{(pid=103920) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 15:18:04.068332 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-dcc2cd20-3a5a-4a77-8a63-7097583b6d26 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362361959'] for network (4bfa47ba-25fc-4323-b27a-906d4906b182), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:04.115363 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-dcc2cd20-3a5a-4a77-8a63-7097583b6d26 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408'] for network (4bfa47ba-25fc-4323-b27a-906d4906b182), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:04.120679 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc2cd20-3a5a-4a77-8a63-7097583b6d26 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:04.121444 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-dcc2cd20-3a5a-4a77-8a63-7097583b6d26 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for network (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:04.224499 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-dcc2cd20-3a5a-4a77-8a63-7097583b6d26 demo demo] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.4928651 Jun 03 15:18:04.245318 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc2cd20-3a5a-4a77-8a63-7097583b6d26 demo demo] Pushing event updated for resources: {'Network': ['ID=4bfa47ba-25fc-4323-b27a-906d4906b182,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:04.258281 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Network 4bfa47ba-25fc-4323-b27a-906d4906b182 details requested by agent ovs-agent-dv-cinder-831247-16-iscsi with host dv-cinder-831247-16-iscsi {{(pid=103921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 03 15:18:06.813807 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 47578) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:18:07.242688 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc92f1f3-34a9-4f83-a07f-5c0e9a64ad69 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:07.244088 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-cc92f1f3-34a9-4f83-a07f-5c0e9a64ad69 demo admin] 10.222.0.93 "GET /v2.0/networks/4bfa47ba-25fc-4323-b27a-906d4906b182 HTTP/1.1" status: 200 len: 825 time: 0.4293039 Jun 03 15:18:07.272292 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=55,neutron:INSERT=41,neutron:UPDATE=4 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:18:07.289472 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-d60e28a2-8570-4022-aae4-355125141afd demo admin] 10.222.0.93 "GET /v2.0/subnetpools/0e451611-4cc3-45ef-9b8b-6c312ed0322f HTTP/1.1" status: 200 len: 734 time: 0.0388627 Jun 03 15:18:07.298713 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-9f325a3c-4d13-415f-bc8d-d910f2dfbc0a demo admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '0e451611-4cc3-45ef-9b8b-6c312ed0322f', 'network_id': '4bfa47ba-25fc-4323-b27a-906d4906b182', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:18:07.324079 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f325a3c-4d13-415f-bc8d-d910f2dfbc0a demo admin] Made reservation on behalf of 7139ad672c734cf799e4c39623384e9c for: {'subnet': 1} {{(pid=103920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:18:07.326411 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-9f325a3c-4d13-415f-bc8d-d910f2dfbc0a demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:07.650898 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-9f325a3c-4d13-415f-bc8d-d910f2dfbc0a demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408'] for subnet (e34b1d04-95a4-4224-8dc4-7671ffda5bfb), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:07.681836 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:18:07.720634 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f325a3c-4d13-415f-bc8d-d910f2dfbc0a demo admin] Pushing event updated for resources: {'Subnet': ['ID=e34b1d04-95a4-4224-8dc4-7671ffda5bfb,revision_number=0']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:07.731281 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f325a3c-4d13-415f-bc8d-d910f2dfbc0a demo admin] Checking segment: {'id': '95c97a04-198e-407b-bdf1-55b2ce2eb987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '4bfa47ba-25fc-4323-b27a-906d4906b182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:18:07.731669 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f325a3c-4d13-415f-bc8d-d910f2dfbc0a demo admin] Network hostable DHCP agents. Network: 4bfa47ba-25fc-4323-b27a-906d4906b182, hostable agents: ['ba2d900a-f6c8-44b2-a19a-5d512e564d5a'], hosted agents: [] {{(pid=103920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:18:07.753100 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f325a3c-4d13-415f-bc8d-d910f2dfbc0a demo admin] Network 4bfa47ba-25fc-4323-b27a-906d4906b182 is scheduled to be hosted by DHCP agent ba2d900a-f6c8-44b2-a19a-5d512e564d5a with binding_index 1 {{(pid=103920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:18:07.764136 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-9f325a3c-4d13-415f-bc8d-d910f2dfbc0a demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-16-iscsi, 4bfa47ba-25fc-4323-b27a-906d4906b182) {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:18:07.769328 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f325a3c-4d13-415f-bc8d-d910f2dfbc0a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:07.769995 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-9f325a3c-4d13-415f-bc8d-d910f2dfbc0a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for subnet (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:07.775056 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf45b585-1618-4d0c-8447-a84410e19fe7 None None] Network 4bfa47ba-25fc-4323-b27a-906d4906b182 requested from dv-cinder-831247-16-iscsi {{(pid=103921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 15:18:07.789424 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-9f325a3c-4d13-415f-bc8d-d910f2dfbc0a demo admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4940784 Jun 03 15:18:08.038231 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fed2782-1e46-4575-b09d-b9cbb2467488 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab2d7c19-a2cf-559f-b13f-a4a613ae6a08-4bfa47ba-25fc-4323-b27a-906d4906b182', 'network_id': '4bfa47ba-25fc-4323-b27a-906d4906b182', 'project_id': '7139ad672c734cf799e4c39623384e9c', 'fixed_ips': [{'subnet_id': 'e34b1d04-95a4-4224-8dc4-7671ffda5bfb'}]}} from dv-cinder-831247-16-iscsi. {{(pid=103921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 03 15:18:08.039591 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0fed2782-1e46-4575-b09d-b9cbb2467488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:08.335304 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.db_base_plugin_common [None req-0fed2782-1e46-4575-b09d-b9cbb2467488 None None] Allocated IP 172.20.0.2 (4bfa47ba-25fc-4323-b27a-906d4906b182/e34b1d04-95a4-4224-8dc4-7671ffda5bfb/f65451ca-2b21-4bd4-91d8-2c3d9e93818f) {{(pid=103921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:18:08.452441 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=60,neutron:INSERT=36,neutron:UPDATE=4 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:18:08.695803 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0fed2782-1e46-4575-b09d-b9cbb2467488 None None] Publish callbacks [] for port (f65451ca-2b21-4bd4-91d8-2c3d9e93818f), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:08.707673 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0fed2782-1e46-4575-b09d-b9cbb2467488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560'] for port (f65451ca-2b21-4bd4-91d8-2c3d9e93818f), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:08.794012 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fed2782-1e46-4575-b09d-b9cbb2467488 None None] Network 4bfa47ba-25fc-4323-b27a-906d4906b182 is already hosted by enough agents. {{(pid=103921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:18:08.804647 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.scheduler.base_scheduler [None req-0fed2782-1e46-4575-b09d-b9cbb2467488 None None] Resources bound (agent type, host, resource id): {{(pid=103921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:18:08.810733 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fed2782-1e46-4575-b09d-b9cbb2467488 None None] Received port after_create {{(pid=103921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:18:08.816860 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fed2782-1e46-4575-b09d-b9cbb2467488 None None] Pushing event updated for resources: {'Port': ['ID=f65451ca-2b21-4bd4-91d8-2c3d9e93818f,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:08.831389 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fed2782-1e46-4575-b09d-b9cbb2467488 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:08.831389 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fed2782-1e46-4575-b09d-b9cbb2467488 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:08.833554 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fed2782-1e46-4575-b09d-b9cbb2467488 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:08.833554 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fed2782-1e46-4575-b09d-b9cbb2467488 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:08.833554 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fed2782-1e46-4575-b09d-b9cbb2467488 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:08.833554 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fed2782-1e46-4575-b09d-b9cbb2467488 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:08.833554 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fed2782-1e46-4575-b09d-b9cbb2467488 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:08.835120 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fed2782-1e46-4575-b09d-b9cbb2467488 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:08.835120 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fed2782-1e46-4575-b09d-b9cbb2467488 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:08.835120 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fed2782-1e46-4575-b09d-b9cbb2467488 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:08.835120 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fed2782-1e46-4575-b09d-b9cbb2467488 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:08.835120 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fed2782-1e46-4575-b09d-b9cbb2467488 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:08.836973 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fed2782-1e46-4575-b09d-b9cbb2467488 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:08.836973 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fed2782-1e46-4575-b09d-b9cbb2467488 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:08.836973 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fed2782-1e46-4575-b09d-b9cbb2467488 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:08.837980 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fed2782-1e46-4575-b09d-b9cbb2467488 None None] Tracked resource versions report: Jun 03 15:18:08.837980 dv-cinder-831247-16-iscsi neutron-server[103921]: pushed versions: Jun 03 15:18:08.837980 dv-cinder-831247-16-iscsi neutron-server[103921]: { 'AddressGroup': {'1.2'}, Jun 03 15:18:08.837980 dv-cinder-831247-16-iscsi neutron-server[103921]: 'Agent': {'1.1'}, Jun 03 15:18:08.837980 dv-cinder-831247-16-iscsi neutron-server[103921]: 'ConntrackHelper': {'1.0'}, Jun 03 15:18:08.837980 dv-cinder-831247-16-iscsi neutron-server[103921]: 'LocalIPAssociation': {'1.0'}, Jun 03 15:18:08.837980 dv-cinder-831247-16-iscsi neutron-server[103921]: 'Log': {'1.0'}, Jun 03 15:18:08.837980 dv-cinder-831247-16-iscsi neutron-server[103921]: 'NDPProxy': {'1.0'}, Jun 03 15:18:08.837980 dv-cinder-831247-16-iscsi neutron-server[103921]: 'Network': {'1.1'}, Jun 03 15:18:08.837980 dv-cinder-831247-16-iscsi neutron-server[103921]: 'Port': {'1.7'}, Jun 03 15:18:08.837980 dv-cinder-831247-16-iscsi neutron-server[103921]: 'PortForwarding': {'1.3'}, Jun 03 15:18:08.837980 dv-cinder-831247-16-iscsi neutron-server[103921]: 'QosPolicy': {'1.10'}, Jun 03 15:18:08.837980 dv-cinder-831247-16-iscsi neutron-server[103921]: 'SecurityGroup': {'1.5'}, Jun 03 15:18:08.837980 dv-cinder-831247-16-iscsi neutron-server[103921]: 'SecurityGroupRule': {'1.2'}, Jun 03 15:18:08.837980 dv-cinder-831247-16-iscsi neutron-server[103921]: 'SubPort': {'1.0'}, Jun 03 15:18:08.837980 dv-cinder-831247-16-iscsi neutron-server[103921]: 'Subnet': {'1.1'}, Jun 03 15:18:08.837980 dv-cinder-831247-16-iscsi neutron-server[103921]: 'Trunk': {'1.1'}} Jun 03 15:18:08.837980 dv-cinder-831247-16-iscsi neutron-server[103921]: consumer versions: Jun 03 15:18:08.837980 dv-cinder-831247-16-iscsi neutron-server[103921]: { DHCP agent@dv-cinder-831247-16-iscsi: {}, Jun 03 15:18:08.837980 dv-cinder-831247-16-iscsi neutron-server[103921]: L3 agent@dv-cinder-831247-16-iscsi: {}, Jun 03 15:18:08.837980 dv-cinder-831247-16-iscsi neutron-server[103921]: Metadata agent@dv-cinder-831247-16-iscsi: {}, Jun 03 15:18:08.837980 dv-cinder-831247-16-iscsi neutron-server[103921]: Metering agent@dv-cinder-831247-16-iscsi: {}, Jun 03 15:18:08.837980 dv-cinder-831247-16-iscsi neutron-server[103921]: Open vSwitch agent@dv-cinder-831247-16-iscsi: { 'AddressGroup': '1.2', Jun 03 15:18:08.837980 dv-cinder-831247-16-iscsi neutron-server[103921]: 'Agent': '1.1', Jun 03 15:18:08.837980 dv-cinder-831247-16-iscsi neutron-server[103921]: 'ConntrackHelper': '1.0', Jun 03 15:18:08.837980 dv-cinder-831247-16-iscsi neutron-server[103921]: 'LocalIPAssociation': '1.0', Jun 03 15:18:08.837980 dv-cinder-831247-16-iscsi neutron-server[103921]: 'Log': '1.0', Jun 03 15:18:08.837980 dv-cinder-831247-16-iscsi neutron-server[103921]: 'NDPProxy': '1.0', Jun 03 15:18:08.837980 dv-cinder-831247-16-iscsi neutron-server[103921]: 'Network': '1.1', Jun 03 15:18:08.837980 dv-cinder-831247-16-iscsi neutron-server[103921]: 'Port': '1.7', Jun 03 15:18:08.837980 dv-cinder-831247-16-iscsi neutron-server[103921]: 'PortForwarding': '1.3', Jun 03 15:18:08.837980 dv-cinder-831247-16-iscsi neutron-server[103921]: 'QosPolicy': '1.10', Jun 03 15:18:08.837980 dv-cinder-831247-16-iscsi neutron-server[103921]: 'SecurityGroup': '1.5', Jun 03 15:18:08.837980 dv-cinder-831247-16-iscsi neutron-server[103921]: 'SecurityGroupRule': '1.2', Jun 03 15:18:08.837980 dv-cinder-831247-16-iscsi neutron-server[103921]: 'SubPort': '1.0', Jun 03 15:18:08.837980 dv-cinder-831247-16-iscsi neutron-server[103921]: 'Subnet': '1.1', Jun 03 15:18:08.837980 dv-cinder-831247-16-iscsi neutron-server[103921]: 'Trunk': '1.1'}} Jun 03 15:18:08.837980 dv-cinder-831247-16-iscsi neutron-server[103921]: {{(pid=103921) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 15:18:08.859960 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:UPDATE=2 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:18:08.936234 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-0fed2782-1e46-4575-b09d-b9cbb2467488 None None] Attempting to bind port f65451ca-2b21-4bd4-91d8-2c3d9e93818f on host dv-cinder-831247-16-iscsi for vnic_type normal with profile {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 15:18:08.936524 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-0fed2782-1e46-4575-b09d-b9cbb2467488 None None] Attempting to bind port f65451ca-2b21-4bd4-91d8-2c3d9e93818f by drivers openvswitch,hyperv on host dv-cinder-831247-16-iscsi at level 0 using segments [{'id': '95c97a04-198e-407b-bdf1-55b2ce2eb987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '4bfa47ba-25fc-4323-b27a-906d4906b182'}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 15:18:08.936963 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fed2782-1e46-4575-b09d-b9cbb2467488 None None] Attempting to bind port f65451ca-2b21-4bd4-91d8-2c3d9e93818f on network 4bfa47ba-25fc-4323-b27a-906d4906b182 {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:18:08.942699 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fed2782-1e46-4575-b09d-b9cbb2467488 None None] Checking agent: {'id': 'b78338d6-31c9-4f43-bfac-5a5a854a8366', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 17, 58), 'started_at': datetime.datetime(2022, 6, 3, 15, 17, 58), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 15:18:08.943043 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fed2782-1e46-4575-b09d-b9cbb2467488 None None] Checking segment: {'id': '95c97a04-198e-407b-bdf1-55b2ce2eb987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '4bfa47ba-25fc-4323-b27a-906d4906b182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:18:08.943546 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0fed2782-1e46-4575-b09d-b9cbb2467488 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:08.943937 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fed2782-1e46-4575-b09d-b9cbb2467488 None None] Bound using segment: {'id': '95c97a04-198e-407b-bdf1-55b2ce2eb987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '4bfa47ba-25fc-4323-b27a-906d4906b182'} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 15:18:08.944420 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-0fed2782-1e46-4575-b09d-b9cbb2467488 None None] Bound port: f65451ca-2b21-4bd4-91d8-2c3d9e93818f, host: dv-cinder-831247-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95c97a04-198e-407b-bdf1-55b2ce2eb987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '4bfa47ba-25fc-4323-b27a-906d4906b182'}}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 15:18:08.944816 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0fed2782-1e46-4575-b09d-b9cbb2467488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (f65451ca-2b21-4bd4-91d8-2c3d9e93818f), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:09.033378 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-0fed2782-1e46-4575-b09d-b9cbb2467488 None None] For port f65451ca-2b21-4bd4-91d8-2c3d9e93818f, host dv-cinder-831247-16-iscsi, cleared binding levels {{(pid=103921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 15:18:09.038071 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-0fed2782-1e46-4575-b09d-b9cbb2467488 None None] For port f65451ca-2b21-4bd4-91d8-2c3d9e93818f, host dv-cinder-831247-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=f65451ca-2b21-4bd4-91d8-2c3d9e93818f,segment=NetworkSegment(95c97a04-198e-407b-bdf1-55b2ce2eb987),segment_id=95c97a04-198e-407b-bdf1-55b2ce2eb987)] {{(pid=103921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 15:18:09.047427 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0fed2782-1e46-4575-b09d-b9cbb2467488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (f65451ca-2b21-4bd4-91d8-2c3d9e93818f), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:09.124193 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fed2782-1e46-4575-b09d-b9cbb2467488 None None] Pushing event updated for resources: {'Port': ['ID=f65451ca-2b21-4bd4-91d8-2c3d9e93818f,revision_number=2']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:09.853265 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=16,neutron:INSERT=4 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:18:09.883109 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=17,neutron:INSERT=33,neutron:DELETE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:18:10.387015 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 47592) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:18:10.532852 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=8 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:18:10.558410 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:18:10.747883 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [None req-dc8d597e-6225-4077-ba02-2755cfd59127 admin admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=103920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 03 15:18:10.749389 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-dc8d597e-6225-4077-ba02-2755cfd59127 admin admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3608611 Jun 03 15:18:13.332023 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 47602) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:18:13.754288 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [None req-062b3920-2837-4603-8b2c-43399a14f96e admin admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=103919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 03 15:18:13.755958 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-062b3920-2837-4603-8b2c-43399a14f96e admin admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4222052 Jun 03 15:18:16.445302 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 47610) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:18:16.840624 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-9e4176a9-3df0-4a3d-976d-7848e8117855 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:18:16.876204 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-9e4176a9-3df0-4a3d-976d-7848e8117855 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8047'] for router (e2a2a1cc-c0e4-43bd-9d77-cebb628d0e89), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:16.877913 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-9e4176a9-3df0-4a3d-976d-7848e8117855 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-758221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-763459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-749579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8036'] for router (e2a2a1cc-c0e4-43bd-9d77-cebb628d0e89), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:17.046578 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-9e4176a9-3df0-4a3d-976d-7848e8117855 demo demo] Publish callbacks [] for router_controller (e2a2a1cc-c0e4-43bd-9d77-cebb628d0e89), precommit_add_association {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:17.051932 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-9e4176a9-3df0-4a3d-976d-7848e8117855 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-758228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-763446'] for router (e2a2a1cc-c0e4-43bd-9d77-cebb628d0e89), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:17.074054 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-9e4176a9-3df0-4a3d-976d-7848e8117855 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:17.076083 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-9e4176a9-3df0-4a3d-976d-7848e8117855 demo demo] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6292067 Jun 03 15:18:19.102362 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:18:19.121533 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=38,neutron:UPDATE=2 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:18:19.915185 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 47622) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:18:20.336790 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [None req-6810f00d-c482-45aa-b8af-2df7d7b6aac2 admin admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=103919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 03 15:18:20.337770 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-6810f00d-c482-45aa-b8af-2df7d7b6aac2 admin admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4215231 Jun 03 15:18:21.285907 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device f65451ca-2b21-4bd4-91d8-2c3d9e93818f up at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:18:21.290265 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1dd364-008f-4835-a410-a26b4b94bd19 None None] Network 4bfa47ba-25fc-4323-b27a-906d4906b182 requested from dv-cinder-831247-16-iscsi {{(pid=103921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 15:18:21.436782 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-bfce5502-3e07-4b31-bc66-22585d5192c2 None None] Provisioning complete for port f65451ca-2b21-4bd4-91d8-2c3d9e93818f triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:18:21.437188 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-bfce5502-3e07-4b31-bc66-22585d5192c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (f65451ca-2b21-4bd4-91d8-2c3d9e93818f), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:21.482750 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Provisioning complete for port f65451ca-2b21-4bd4-91d8-2c3d9e93818f triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:18:21.483081 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (f65451ca-2b21-4bd4-91d8-2c3d9e93818f), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:21.606141 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-d9dce17e-763f-4eff-85ba-948b3ac9a32d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (ba2d900a-f6c8-44b2-a19a-5d512e564d5a), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:21.688849 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-bfce5502-3e07-4b31-bc66-22585d5192c2 None None] Current status of the port f65451ca-2b21-4bd4-91d8-2c3d9e93818f is: DOWN; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:18:21.689261 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-bfce5502-3e07-4b31-bc66-22585d5192c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (f65451ca-2b21-4bd4-91d8-2c3d9e93818f), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:21.711135 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Current status of the port f65451ca-2b21-4bd4-91d8-2c3d9e93818f is: DOWN; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:18:21.711683 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (f65451ca-2b21-4bd4-91d8-2c3d9e93818f), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:21.756805 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-bfce5502-3e07-4b31-bc66-22585d5192c2 None None] For port f65451ca-2b21-4bd4-91d8-2c3d9e93818f, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=f65451ca-2b21-4bd4-91d8-2c3d9e93818f,segment=NetworkSegment(95c97a04-198e-407b-bdf1-55b2ce2eb987),segment_id=95c97a04-198e-407b-bdf1-55b2ce2eb987)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:18:21.763272 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-bfce5502-3e07-4b31-bc66-22585d5192c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (f65451ca-2b21-4bd4-91d8-2c3d9e93818f), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:21.839563 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.db.api [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 03 15:18:21.840141 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG oslo_db.api [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:18:21.850104 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfce5502-3e07-4b31-bc66-22585d5192c2 None None] Pushing event updated for resources: {'Port': ['ID=f65451ca-2b21-4bd4-91d8-2c3d9e93818f,revision_number=3']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:21.884884 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-0fa5e2f4-de24-451e-a422-0910555bacb0 None None] Provisioning complete for port f65451ca-2b21-4bd4-91d8-2c3d9e93818f triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:18:21.885263 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0fa5e2f4-de24-451e-a422-0910555bacb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (f65451ca-2b21-4bd4-91d8-2c3d9e93818f), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:21.960220 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-0fa5e2f4-de24-451e-a422-0910555bacb0 None None] Current status of the port f65451ca-2b21-4bd4-91d8-2c3d9e93818f is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:18:22.381758 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Current status of the port f65451ca-2b21-4bd4-91d8-2c3d9e93818f is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:18:22.936693 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 47634) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:18:23.275540 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device f65451ca-2b21-4bd4-91d8-2c3d9e93818f up at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:18:23.313568 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-8ff7d41f-6348-4fe6-8774-57f6e48779c4 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'name': 'public'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:18:23.322009 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Provisioning complete for port f65451ca-2b21-4bd4-91d8-2c3d9e93818f triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:18:23.322403 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (f65451ca-2b21-4bd4-91d8-2c3d9e93818f), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:23.345729 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff7d41f-6348-4fe6-8774-57f6e48779c4 admin admin] Made reservation on behalf of 4b7e9c80374f4695bdf655157e8cb4d3 for: {'network': 1} {{(pid=103919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:18:23.348649 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-8ff7d41f-6348-4fe6-8774-57f6e48779c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for network (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:23.365224 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-8ff7d41f-6348-4fe6-8774-57f6e48779c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:23.396720 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:18:23.401683 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Current status of the port f65451ca-2b21-4bd4-91d8-2c3d9e93818f is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:18:23.497220 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-8ff7d41f-6348-4fe6-8774-57f6e48779c4 admin admin] Publish callbacks [] for security_group (2ab393b9-d94f-40af-be0f-05ee236dbcfa), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:23.501668 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-8ff7d41f-6348-4fe6-8774-57f6e48779c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (2ab393b9-d94f-40af-be0f-05ee236dbcfa), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:23.513542 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8ff7d41f-6348-4fe6-8774-57f6e48779c4 admin admin] Reserving flat network on physical network physnet1 {{(pid=103919) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 03 15:18:23.547289 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-8ff7d41f-6348-4fe6-8774-57f6e48779c4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736362815133', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659633'] for segment (fb1f6c29-8e9a-43bb-852a-39936675ceea), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:23.547822 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-8ff7d41f-6348-4fe6-8774-57f6e48779c4 admin admin] Unsubscribe: segment precommit_create {{(pid=103919) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 03 15:18:23.548361 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.db.segments_db [None req-8ff7d41f-6348-4fe6-8774-57f6e48779c4 admin admin] Added segment fb1f6c29-8e9a-43bb-852a-39936675ceea of type flat for network 2ebb747a-15cb-4ff0-831b-eddaba7ea913 Jun 03 15:18:23.564854 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff7d41f-6348-4fe6-8774-57f6e48779c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab393b9-d94f-40af-be0f-05ee236dbcfa,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:23.613574 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff7d41f-6348-4fe6-8774-57f6e48779c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:23.613919 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff7d41f-6348-4fe6-8774-57f6e48779c4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:23.614262 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff7d41f-6348-4fe6-8774-57f6e48779c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:23.614640 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff7d41f-6348-4fe6-8774-57f6e48779c4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:23.614972 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff7d41f-6348-4fe6-8774-57f6e48779c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:23.615295 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff7d41f-6348-4fe6-8774-57f6e48779c4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:23.615619 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff7d41f-6348-4fe6-8774-57f6e48779c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:23.615941 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff7d41f-6348-4fe6-8774-57f6e48779c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:23.616275 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff7d41f-6348-4fe6-8774-57f6e48779c4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:23.616593 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff7d41f-6348-4fe6-8774-57f6e48779c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:23.616926 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff7d41f-6348-4fe6-8774-57f6e48779c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:23.617247 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff7d41f-6348-4fe6-8774-57f6e48779c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:23.617562 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff7d41f-6348-4fe6-8774-57f6e48779c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:23.617875 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff7d41f-6348-4fe6-8774-57f6e48779c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:23.618207 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff7d41f-6348-4fe6-8774-57f6e48779c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:23.619666 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff7d41f-6348-4fe6-8774-57f6e48779c4 admin admin] Tracked resource versions report: Jun 03 15:18:23.619666 dv-cinder-831247-16-iscsi neutron-server[103919]: pushed versions: Jun 03 15:18:23.619666 dv-cinder-831247-16-iscsi neutron-server[103919]: { 'AddressGroup': {'1.2'}, Jun 03 15:18:23.619666 dv-cinder-831247-16-iscsi neutron-server[103919]: 'Agent': {'1.1'}, Jun 03 15:18:23.619666 dv-cinder-831247-16-iscsi neutron-server[103919]: 'ConntrackHelper': {'1.0'}, Jun 03 15:18:23.619666 dv-cinder-831247-16-iscsi neutron-server[103919]: 'LocalIPAssociation': {'1.0'}, Jun 03 15:18:23.619666 dv-cinder-831247-16-iscsi neutron-server[103919]: 'Log': {'1.0'}, Jun 03 15:18:23.619666 dv-cinder-831247-16-iscsi neutron-server[103919]: 'NDPProxy': {'1.0'}, Jun 03 15:18:23.619666 dv-cinder-831247-16-iscsi neutron-server[103919]: 'Network': {'1.1'}, Jun 03 15:18:23.619666 dv-cinder-831247-16-iscsi neutron-server[103919]: 'Port': {'1.7'}, Jun 03 15:18:23.619666 dv-cinder-831247-16-iscsi neutron-server[103919]: 'PortForwarding': {'1.3'}, Jun 03 15:18:23.619666 dv-cinder-831247-16-iscsi neutron-server[103919]: 'QosPolicy': {'1.10'}, Jun 03 15:18:23.619666 dv-cinder-831247-16-iscsi neutron-server[103919]: 'SecurityGroup': {'1.5'}, Jun 03 15:18:23.619666 dv-cinder-831247-16-iscsi neutron-server[103919]: 'SecurityGroupRule': {'1.2'}, Jun 03 15:18:23.619666 dv-cinder-831247-16-iscsi neutron-server[103919]: 'SubPort': {'1.0'}, Jun 03 15:18:23.619666 dv-cinder-831247-16-iscsi neutron-server[103919]: 'Subnet': {'1.1'}, Jun 03 15:18:23.619666 dv-cinder-831247-16-iscsi neutron-server[103919]: 'Trunk': {'1.1'}} Jun 03 15:18:23.619666 dv-cinder-831247-16-iscsi neutron-server[103919]: consumer versions: Jun 03 15:18:23.619666 dv-cinder-831247-16-iscsi neutron-server[103919]: { DHCP agent@dv-cinder-831247-16-iscsi: {}, Jun 03 15:18:23.619666 dv-cinder-831247-16-iscsi neutron-server[103919]: L3 agent@dv-cinder-831247-16-iscsi: {}, Jun 03 15:18:23.619666 dv-cinder-831247-16-iscsi neutron-server[103919]: Metadata agent@dv-cinder-831247-16-iscsi: {}, Jun 03 15:18:23.619666 dv-cinder-831247-16-iscsi neutron-server[103919]: Metering agent@dv-cinder-831247-16-iscsi: {}, Jun 03 15:18:23.619666 dv-cinder-831247-16-iscsi neutron-server[103919]: Open vSwitch agent@dv-cinder-831247-16-iscsi: { 'AddressGroup': '1.2', Jun 03 15:18:23.619666 dv-cinder-831247-16-iscsi neutron-server[103919]: 'Agent': '1.1', Jun 03 15:18:23.619666 dv-cinder-831247-16-iscsi neutron-server[103919]: 'ConntrackHelper': '1.0', Jun 03 15:18:23.619666 dv-cinder-831247-16-iscsi neutron-server[103919]: 'LocalIPAssociation': '1.0', Jun 03 15:18:23.619666 dv-cinder-831247-16-iscsi neutron-server[103919]: 'Log': '1.0', Jun 03 15:18:23.619666 dv-cinder-831247-16-iscsi neutron-server[103919]: 'NDPProxy': '1.0', Jun 03 15:18:23.619666 dv-cinder-831247-16-iscsi neutron-server[103919]: 'Network': '1.1', Jun 03 15:18:23.619666 dv-cinder-831247-16-iscsi neutron-server[103919]: 'Port': '1.7', Jun 03 15:18:23.619666 dv-cinder-831247-16-iscsi neutron-server[103919]: 'PortForwarding': '1.3', Jun 03 15:18:23.619666 dv-cinder-831247-16-iscsi neutron-server[103919]: 'QosPolicy': '1.10', Jun 03 15:18:23.619666 dv-cinder-831247-16-iscsi neutron-server[103919]: 'SecurityGroup': '1.5', Jun 03 15:18:23.619666 dv-cinder-831247-16-iscsi neutron-server[103919]: 'SecurityGroupRule': '1.2', Jun 03 15:18:23.619666 dv-cinder-831247-16-iscsi neutron-server[103919]: 'SubPort': '1.0', Jun 03 15:18:23.619666 dv-cinder-831247-16-iscsi neutron-server[103919]: 'Subnet': '1.1', Jun 03 15:18:23.619666 dv-cinder-831247-16-iscsi neutron-server[103919]: 'Trunk': '1.1'}} Jun 03 15:18:23.619666 dv-cinder-831247-16-iscsi neutron-server[103919]: {{(pid=103919) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 15:18:23.673136 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-8ff7d41f-6348-4fe6-8774-57f6e48779c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362361959'] for network (2ebb747a-15cb-4ff0-831b-eddaba7ea913), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:23.720620 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-8ff7d41f-6348-4fe6-8774-57f6e48779c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408'] for network (2ebb747a-15cb-4ff0-831b-eddaba7ea913), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:23.721862 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff7d41f-6348-4fe6-8774-57f6e48779c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:23.722600 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-8ff7d41f-6348-4fe6-8774-57f6e48779c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for network (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:23.784560 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ba6dcf4e-3838-47d9-9e24-807e57fc18af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (af3cb756-c261-4349-9f96-3650fb8ddf57), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:23.820798 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-8ff7d41f-6348-4fe6-8774-57f6e48779c4 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8831329 Jun 03 15:18:23.836224 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff7d41f-6348-4fe6-8774-57f6e48779c4 admin admin] Pushing event updated for resources: {'Network': ['ID=2ebb747a-15cb-4ff0-831b-eddaba7ea913,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:23.849535 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Network 2ebb747a-15cb-4ff0-831b-eddaba7ea913 details requested by agent ovs-agent-dv-cinder-831247-16-iscsi with host dv-cinder-831247-16-iscsi {{(pid=103921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 03 15:18:23.860915 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:18:25.439061 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ea450706-6f9d-4600-9901-8a13358e87c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (c1b56563-1529-491f-97b0-bd0331fef87b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:26.377243 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 47656) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:18:26.475855 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0007325d-49bd-45ba-86c8-d0efad7af70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (e76c2f28-d1d2-478d-a24e-96dcb24ae502), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:26.638088 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353f4fe6-f7f2-4fcb-829a-20f3ea3f1e58 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:26.640068 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-353f4fe6-f7f2-4fcb-829a-20f3ea3f1e58 demo admin] 10.222.0.93 "GET /v2.0/subnets/e34b1d04-95a4-4224-8dc4-7671ffda5bfb HTTP/1.1" status: 200 len: 849 time: 0.2613308 Jun 03 15:18:26.829579 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-18c679f1-7b6a-4de9-8d33-f012603a71df demo admin] 10.222.0.93 "GET /v2.0/routers/e2a2a1cc-c0e4-43bd-9d77-cebb628d0e89 HTTP/1.1" status: 200 len: 704 time: 0.1837134 Jun 03 15:18:27.063709 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=51,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:18:27.066679 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=21,neutron:INSERT=4,neutron:DELETE=3 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:18:27.115737 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-3f0ddc04-aec5-4df5-90a6-d74129018653 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:27.355233 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:18:27.415545 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:18:27.442774 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.db_base_plugin_common [None req-3f0ddc04-aec5-4df5-90a6-d74129018653 demo admin] Allocated IP 172.20.0.1 (4bfa47ba-25fc-4323-b27a-906d4906b182/e34b1d04-95a4-4224-8dc4-7671ffda5bfb/63262629-c21f-424b-9a23-fdb3adb34e3b) {{(pid=103919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:18:27.636443 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-3f0ddc04-aec5-4df5-90a6-d74129018653 demo admin] Publish callbacks [] for port (63262629-c21f-424b-9a23-fdb3adb34e3b), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:27.710596 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-3f0ddc04-aec5-4df5-90a6-d74129018653 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560'] for port (63262629-c21f-424b-9a23-fdb3adb34e3b), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:27.792253 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0ddc04-aec5-4df5-90a6-d74129018653 demo admin] Network 4bfa47ba-25fc-4323-b27a-906d4906b182 is already hosted by enough agents. {{(pid=103919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:18:27.800805 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.base_scheduler [None req-3f0ddc04-aec5-4df5-90a6-d74129018653 demo admin] Resources bound (agent type, host, resource id): {{(pid=103919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:18:27.805782 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0ddc04-aec5-4df5-90a6-d74129018653 demo admin] Pushing event updated for resources: {'Port': ['ID=63262629-c21f-424b-9a23-fdb3adb34e3b,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:27.808702 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0ddc04-aec5-4df5-90a6-d74129018653 demo admin] Received port after_create {{(pid=103919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:18:27.809266 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-3f0ddc04-aec5-4df5-90a6-d74129018653 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-762954'] for router_interface (e2a2a1cc-c0e4-43bd-9d77-cebb628d0e89), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:28.020774 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-3f0ddc04-aec5-4df5-90a6-d74129018653 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (63262629-c21f-424b-9a23-fdb3adb34e3b), before_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:28.026458 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-68aa99af-ef77-4def-800f-acfd7351734b None None] Provisioning complete for port 63262629-c21f-424b-9a23-fdb3adb34e3b triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:18:28.027276 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-68aa99af-ef77-4def-800f-acfd7351734b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (63262629-c21f-424b-9a23-fdb3adb34e3b), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:28.060859 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-68aa99af-ef77-4def-800f-acfd7351734b None None] Port 63262629-c21f-424b-9a23-fdb3adb34e3b cannot update to ACTIVE because it is not bound. {{(pid=103921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 15:18:28.202950 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (b78338d6-31c9-4f43-bfac-5a5a854a8366), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:28.341029 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-3f0ddc04-aec5-4df5-90a6-d74129018653 demo admin] Publish callbacks [] for port (63262629-c21f-424b-9a23-fdb3adb34e3b), precommit_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:28.348451 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-3f0ddc04-aec5-4df5-90a6-d74129018653 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (63262629-c21f-424b-9a23-fdb3adb34e3b), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:28.349356 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-3f0ddc04-aec5-4df5-90a6-d74129018653 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-761338'] for router_interface (e2a2a1cc-c0e4-43bd-9d77-cebb628d0e89), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:28.433361 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0ddc04-aec5-4df5-90a6-d74129018653 demo admin] Pushing event updated for resources: {'Port': ['ID=63262629-c21f-424b-9a23-fdb3adb34e3b,revision_number=2']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:28.486452 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0ddc04-aec5-4df5-90a6-d74129018653 demo admin] Network 4bfa47ba-25fc-4323-b27a-906d4906b182 is already hosted by enough agents. {{(pid=103919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:18:28.487872 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.base_scheduler [None req-3f0ddc04-aec5-4df5-90a6-d74129018653 demo admin] Resources bound (agent type, host, resource id): {{(pid=103919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:18:28.534251 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:18:28.574146 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:18:28.662686 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f0ddc04-aec5-4df5-90a6-d74129018653 demo admin] Router e2a2a1cc-c0e4-43bd-9d77-cebb628d0e89 is scheduled to L3 agent af3cb756-c261-4349-9f96-3650fb8ddf57 with binding_index 1 {{(pid=103919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 03 15:18:28.687091 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-2817679d-7697-4599-a154-aa545e4b3130 None None] Provisioning complete for port 63262629-c21f-424b-9a23-fdb3adb34e3b triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:18:28.687506 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-2817679d-7697-4599-a154-aa545e4b3130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (63262629-c21f-424b-9a23-fdb3adb34e3b), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:28.723355 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-2817679d-7697-4599-a154-aa545e4b3130 None None] Port 63262629-c21f-424b-9a23-fdb3adb34e3b cannot update to ACTIVE because it is not bound. {{(pid=103921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 15:18:28.759930 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0ddc04-aec5-4df5-90a6-d74129018653 demo admin] Notify agent at l3_agent.dv-cinder-831247-16-iscsi the message routers_updated {{(pid=103919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 15:18:28.765729 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-3f0ddc04-aec5-4df5-90a6-d74129018653 demo admin] 10.222.0.93 "PUT /v2.0/routers/e2a2a1cc-c0e4-43bd-9d77-cebb628d0e89/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9286451 Jun 03 15:18:28.771814 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa280400-b128-43f6-baa2-dcb1bfcfaf62 None None] Sync routers for ids ['e2a2a1cc-c0e4-43bd-9d77-cebb628d0e89'] in dv-cinder-831247-16-iscsi {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:18:28.786428 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa280400-b128-43f6-baa2-dcb1bfcfaf62 None None] Routers {'e2a2a1cc-c0e4-43bd-9d77-cebb628d0e89'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:18:28.787415 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-fa280400-b128-43f6-baa2-dcb1bfcfaf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:18:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['e2a2a1cc-c0e4-43bd-9d77-cebb628d0e89'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:18:28.991933 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-fa280400-b128-43f6-baa2-dcb1bfcfaf62 None None] Set router e2a2a1cc-c0e4-43bd-9d77-cebb628d0e89 gateway port host: None {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:18:29.465701 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-fa280400-b128-43f6-baa2-dcb1bfcfaf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a2a1cc-c0e4-43bd-9d77-cebb628d0e89', 'name': 'router1', 'tenant_id': '7139ad672c734cf799e4c39623384e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:18:16Z', 'updated_at': '2022-06-03T15:18:27Z', 'revision_number': 2, 'project_id': '7139ad672c734cf799e4c39623384e9c', 'gw_port_host': None, '_interfaces': [{'id': '63262629-c21f-424b-9a23-fdb3adb34e3b', 'name': '', 'network_id': '4bfa47ba-25fc-4323-b27a-906d4906b182', 'tenant_id': '7139ad672c734cf799e4c39623384e9c', 'mac_address': 'fa:16:3e:ed:f5:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2a2a1cc-c0e4-43bd-9d77-cebb628d0e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e34b1d04-95a4-4224-8dc4-7671ffda5bfb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:18:27Z', 'updated_at': '2022-06-03T15:18:28Z', 'revision_number': 2, 'project_id': '7139ad672c734cf799e4c39623384e9c', 'subnets': [{'id': 'e34b1d04-95a4-4224-8dc4-7671ffda5bfb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0e451611-4cc3-45ef-9b8b-6c312ed0322f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:18:29.517303 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa280400-b128-43f6-baa2-dcb1bfcfaf62 None None] Checking router: e2a2a1cc-c0e4-43bd-9d77-cebb628d0e89 for host: dv-cinder-831247-16-iscsi {{(pid=103922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:18:29.517671 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa280400-b128-43f6-baa2-dcb1bfcfaf62 None None] Updating router e2a2a1cc-c0e4-43bd-9d77-cebb628d0e89 port 63262629-c21f-424b-9a23-fdb3adb34e3b binding host dv-cinder-831247-16-iscsi {{(pid=103922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:18:29.590098 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fa280400-b128-43f6-baa2-dcb1bfcfaf62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (63262629-c21f-424b-9a23-fdb3adb34e3b), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:30.195341 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fa280400-b128-43f6-baa2-dcb1bfcfaf62 None None] Publish callbacks [] for port (63262629-c21f-424b-9a23-fdb3adb34e3b), precommit_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:30.202049 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fa280400-b128-43f6-baa2-dcb1bfcfaf62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (63262629-c21f-424b-9a23-fdb3adb34e3b), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:30.349777 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16463286-7931-49af-a0ae-c122d5c11345 None None] Pushing event updated for resources: {'Port': ['ID=63262629-c21f-424b-9a23-fdb3adb34e3b,revision_number=3']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:30.391427 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16463286-7931-49af-a0ae-c122d5c11345 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:30.391944 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16463286-7931-49af-a0ae-c122d5c11345 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:30.392381 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16463286-7931-49af-a0ae-c122d5c11345 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:30.392881 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16463286-7931-49af-a0ae-c122d5c11345 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:30.393341 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16463286-7931-49af-a0ae-c122d5c11345 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:30.393831 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16463286-7931-49af-a0ae-c122d5c11345 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:30.394350 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16463286-7931-49af-a0ae-c122d5c11345 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:30.394831 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16463286-7931-49af-a0ae-c122d5c11345 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:30.395362 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16463286-7931-49af-a0ae-c122d5c11345 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:30.395872 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16463286-7931-49af-a0ae-c122d5c11345 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:30.396386 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16463286-7931-49af-a0ae-c122d5c11345 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:30.397073 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16463286-7931-49af-a0ae-c122d5c11345 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:30.397557 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16463286-7931-49af-a0ae-c122d5c11345 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:30.398155 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16463286-7931-49af-a0ae-c122d5c11345 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:30.398575 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16463286-7931-49af-a0ae-c122d5c11345 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:18:30.400928 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16463286-7931-49af-a0ae-c122d5c11345 None None] Tracked resource versions report: Jun 03 15:18:30.400928 dv-cinder-831247-16-iscsi neutron-server[103922]: pushed versions: Jun 03 15:18:30.400928 dv-cinder-831247-16-iscsi neutron-server[103922]: { 'AddressGroup': {'1.2'}, Jun 03 15:18:30.400928 dv-cinder-831247-16-iscsi neutron-server[103922]: 'Agent': {'1.1'}, Jun 03 15:18:30.400928 dv-cinder-831247-16-iscsi neutron-server[103922]: 'ConntrackHelper': {'1.0'}, Jun 03 15:18:30.400928 dv-cinder-831247-16-iscsi neutron-server[103922]: 'LocalIPAssociation': {'1.0'}, Jun 03 15:18:30.400928 dv-cinder-831247-16-iscsi neutron-server[103922]: 'Log': {'1.0'}, Jun 03 15:18:30.400928 dv-cinder-831247-16-iscsi neutron-server[103922]: 'NDPProxy': {'1.0'}, Jun 03 15:18:30.400928 dv-cinder-831247-16-iscsi neutron-server[103922]: 'Network': {'1.1'}, Jun 03 15:18:30.400928 dv-cinder-831247-16-iscsi neutron-server[103922]: 'Port': {'1.7'}, Jun 03 15:18:30.400928 dv-cinder-831247-16-iscsi neutron-server[103922]: 'PortForwarding': {'1.3'}, Jun 03 15:18:30.400928 dv-cinder-831247-16-iscsi neutron-server[103922]: 'QosPolicy': {'1.10'}, Jun 03 15:18:30.400928 dv-cinder-831247-16-iscsi neutron-server[103922]: 'SecurityGroup': {'1.5'}, Jun 03 15:18:30.400928 dv-cinder-831247-16-iscsi neutron-server[103922]: 'SecurityGroupRule': {'1.2'}, Jun 03 15:18:30.400928 dv-cinder-831247-16-iscsi neutron-server[103922]: 'SubPort': {'1.0'}, Jun 03 15:18:30.400928 dv-cinder-831247-16-iscsi neutron-server[103922]: 'Subnet': {'1.1'}, Jun 03 15:18:30.400928 dv-cinder-831247-16-iscsi neutron-server[103922]: 'Trunk': {'1.1'}} Jun 03 15:18:30.400928 dv-cinder-831247-16-iscsi neutron-server[103922]: consumer versions: Jun 03 15:18:30.400928 dv-cinder-831247-16-iscsi neutron-server[103922]: { DHCP agent@dv-cinder-831247-16-iscsi: {}, Jun 03 15:18:30.400928 dv-cinder-831247-16-iscsi neutron-server[103922]: L3 agent@dv-cinder-831247-16-iscsi: {}, Jun 03 15:18:30.400928 dv-cinder-831247-16-iscsi neutron-server[103922]: Metadata agent@dv-cinder-831247-16-iscsi: {}, Jun 03 15:18:30.400928 dv-cinder-831247-16-iscsi neutron-server[103922]: Metering agent@dv-cinder-831247-16-iscsi: {}, Jun 03 15:18:30.400928 dv-cinder-831247-16-iscsi neutron-server[103922]: Open vSwitch agent@dv-cinder-831247-16-iscsi: { 'AddressGroup': '1.2', Jun 03 15:18:30.400928 dv-cinder-831247-16-iscsi neutron-server[103922]: 'Agent': '1.1', Jun 03 15:18:30.400928 dv-cinder-831247-16-iscsi neutron-server[103922]: 'ConntrackHelper': '1.0', Jun 03 15:18:30.400928 dv-cinder-831247-16-iscsi neutron-server[103922]: 'LocalIPAssociation': '1.0', Jun 03 15:18:30.400928 dv-cinder-831247-16-iscsi neutron-server[103922]: 'Log': '1.0', Jun 03 15:18:30.400928 dv-cinder-831247-16-iscsi neutron-server[103922]: 'NDPProxy': '1.0', Jun 03 15:18:30.400928 dv-cinder-831247-16-iscsi neutron-server[103922]: 'Network': '1.1', Jun 03 15:18:30.400928 dv-cinder-831247-16-iscsi neutron-server[103922]: 'Port': '1.7', Jun 03 15:18:30.400928 dv-cinder-831247-16-iscsi neutron-server[103922]: 'PortForwarding': '1.3', Jun 03 15:18:30.400928 dv-cinder-831247-16-iscsi neutron-server[103922]: 'QosPolicy': '1.10', Jun 03 15:18:30.400928 dv-cinder-831247-16-iscsi neutron-server[103922]: 'SecurityGroup': '1.5', Jun 03 15:18:30.400928 dv-cinder-831247-16-iscsi neutron-server[103922]: 'SecurityGroupRule': '1.2', Jun 03 15:18:30.400928 dv-cinder-831247-16-iscsi neutron-server[103922]: 'SubPort': '1.0', Jun 03 15:18:30.400928 dv-cinder-831247-16-iscsi neutron-server[103922]: 'Subnet': '1.1', Jun 03 15:18:30.400928 dv-cinder-831247-16-iscsi neutron-server[103922]: 'Trunk': '1.1'}} Jun 03 15:18:30.400928 dv-cinder-831247-16-iscsi neutron-server[103922]: {{(pid=103922) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 15:18:30.412301 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-fa280400-b128-43f6-baa2-dcb1bfcfaf62 None None] Attempting to bind port 63262629-c21f-424b-9a23-fdb3adb34e3b on host dv-cinder-831247-16-iscsi for vnic_type normal with profile {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 15:18:30.412893 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-fa280400-b128-43f6-baa2-dcb1bfcfaf62 None None] Attempting to bind port 63262629-c21f-424b-9a23-fdb3adb34e3b by drivers openvswitch,hyperv on host dv-cinder-831247-16-iscsi at level 0 using segments [{'id': '95c97a04-198e-407b-bdf1-55b2ce2eb987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '4bfa47ba-25fc-4323-b27a-906d4906b182'}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 15:18:30.413654 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa280400-b128-43f6-baa2-dcb1bfcfaf62 None None] Attempting to bind port 63262629-c21f-424b-9a23-fdb3adb34e3b on network 4bfa47ba-25fc-4323-b27a-906d4906b182 {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:18:30.423798 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa280400-b128-43f6-baa2-dcb1bfcfaf62 None None] Checking agent: {'id': 'b78338d6-31c9-4f43-bfac-5a5a854a8366', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 17, 58), 'started_at': datetime.datetime(2022, 6, 3, 15, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 15:18:30.424466 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa280400-b128-43f6-baa2-dcb1bfcfaf62 None None] Checking segment: {'id': '95c97a04-198e-407b-bdf1-55b2ce2eb987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '4bfa47ba-25fc-4323-b27a-906d4906b182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:18:30.425080 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fa280400-b128-43f6-baa2-dcb1bfcfaf62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:30.425631 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa280400-b128-43f6-baa2-dcb1bfcfaf62 None None] Bound using segment: {'id': '95c97a04-198e-407b-bdf1-55b2ce2eb987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '4bfa47ba-25fc-4323-b27a-906d4906b182'} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 15:18:30.426217 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-fa280400-b128-43f6-baa2-dcb1bfcfaf62 None None] Bound port: 63262629-c21f-424b-9a23-fdb3adb34e3b, host: dv-cinder-831247-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95c97a04-198e-407b-bdf1-55b2ce2eb987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '4bfa47ba-25fc-4323-b27a-906d4906b182'}}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 15:18:30.426829 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fa280400-b128-43f6-baa2-dcb1bfcfaf62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (63262629-c21f-424b-9a23-fdb3adb34e3b), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:30.486759 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:18:30.508592 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fa280400-b128-43f6-baa2-dcb1bfcfaf62 None None] For port 63262629-c21f-424b-9a23-fdb3adb34e3b, host dv-cinder-831247-16-iscsi, cleared binding levels {{(pid=103922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 15:18:30.534793 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-fa280400-b128-43f6-baa2-dcb1bfcfaf62 None None] For port 63262629-c21f-424b-9a23-fdb3adb34e3b, host dv-cinder-831247-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=63262629-c21f-424b-9a23-fdb3adb34e3b,segment=NetworkSegment(95c97a04-198e-407b-bdf1-55b2ce2eb987),segment_id=95c97a04-198e-407b-bdf1-55b2ce2eb987)] {{(pid=103922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 15:18:30.542736 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-fa280400-b128-43f6-baa2-dcb1bfcfaf62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (63262629-c21f-424b-9a23-fdb3adb34e3b), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:30.552938 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-21a05042-b442-4922-89a4-1726461f6e24 None None] Provisioning complete for port 63262629-c21f-424b-9a23-fdb3adb34e3b triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:18:30.553533 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-21a05042-b442-4922-89a4-1726461f6e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (63262629-c21f-424b-9a23-fdb3adb34e3b), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:30.556992 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:18:30.604563 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa280400-b128-43f6-baa2-dcb1bfcfaf62 None None] Routers {'e2a2a1cc-c0e4-43bd-9d77-cebb628d0e89'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:18:30.605549 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-fa280400-b128-43f6-baa2-dcb1bfcfaf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:18:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['e2a2a1cc-c0e4-43bd-9d77-cebb628d0e89'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:18:30.648258 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-21a05042-b442-4922-89a4-1726461f6e24 None None] Current status of the port 63262629-c21f-424b-9a23-fdb3adb34e3b is: DOWN; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:18:30.648956 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-21a05042-b442-4922-89a4-1726461f6e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (63262629-c21f-424b-9a23-fdb3adb34e3b), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:30.723960 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-21a05042-b442-4922-89a4-1726461f6e24 None None] For port 63262629-c21f-424b-9a23-fdb3adb34e3b, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=63262629-c21f-424b-9a23-fdb3adb34e3b,segment=NetworkSegment(95c97a04-198e-407b-bdf1-55b2ce2eb987),segment_id=95c97a04-198e-407b-bdf1-55b2ce2eb987)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:18:30.731471 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-21a05042-b442-4922-89a4-1726461f6e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (63262629-c21f-424b-9a23-fdb3adb34e3b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:30.739828 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-fa280400-b128-43f6-baa2-dcb1bfcfaf62 None None] Set router e2a2a1cc-c0e4-43bd-9d77-cebb628d0e89 gateway port host: None {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:18:30.808441 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a05042-b442-4922-89a4-1726461f6e24 None None] Pushing event updated for resources: {'Port': ['ID=63262629-c21f-424b-9a23-fdb3adb34e3b,revision_number=5']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:30.926874 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16463286-7931-49af-a0ae-c122d5c11345 None None] Pushing event updated for resources: {'Port': ['ID=63262629-c21f-424b-9a23-fdb3adb34e3b,revision_number=4']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:30.956486 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-37d31f64-22b0-4a29-94eb-e3b3f40967b7 None None] Provisioning complete for port 63262629-c21f-424b-9a23-fdb3adb34e3b triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:18:30.957041 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-37d31f64-22b0-4a29-94eb-e3b3f40967b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (63262629-c21f-424b-9a23-fdb3adb34e3b), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:31.019732 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-fa280400-b128-43f6-baa2-dcb1bfcfaf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a2a1cc-c0e4-43bd-9d77-cebb628d0e89', 'name': 'router1', 'tenant_id': '7139ad672c734cf799e4c39623384e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:18:16Z', 'updated_at': '2022-06-03T15:18:27Z', 'revision_number': 2, 'project_id': '7139ad672c734cf799e4c39623384e9c', 'gw_port_host': None, '_interfaces': [{'id': '63262629-c21f-424b-9a23-fdb3adb34e3b', 'name': '', 'network_id': '4bfa47ba-25fc-4323-b27a-906d4906b182', 'tenant_id': '7139ad672c734cf799e4c39623384e9c', 'mac_address': 'fa:16:3e:ed:f5:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2a2a1cc-c0e4-43bd-9d77-cebb628d0e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e34b1d04-95a4-4224-8dc4-7671ffda5bfb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:18:27Z', 'updated_at': '2022-06-03T15:18:30Z', 'revision_number': 4, 'project_id': '7139ad672c734cf799e4c39623384e9c', 'subnets': [{'id': 'e34b1d04-95a4-4224-8dc4-7671ffda5bfb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0e451611-4cc3-45ef-9b8b-6c312ed0322f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:18:31.046721 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-37d31f64-22b0-4a29-94eb-e3b3f40967b7 None None] Current status of the port 63262629-c21f-424b-9a23-fdb3adb34e3b is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:18:31.058679 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa280400-b128-43f6-baa2-dcb1bfcfaf62 None None] The sync data for ids ['e2a2a1cc-c0e4-43bd-9d77-cebb628d0e89'] in dv-cinder-831247-16-iscsi is: [{'id': 'e2a2a1cc-c0e4-43bd-9d77-cebb628d0e89', 'name': 'router1', 'tenant_id': '7139ad672c734cf799e4c39623384e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:18:16Z', 'updated_at': '2022-06-03T15:18:27Z', 'revision_number': 2, 'project_id': '7139ad672c734cf799e4c39623384e9c', 'gw_port_host': None, '_interfaces': [{'id': '63262629-c21f-424b-9a23-fdb3adb34e3b', 'name': '', 'network_id': '4bfa47ba-25fc-4323-b27a-906d4906b182', 'tenant_id': '7139ad672c734cf799e4c39623384e9c', 'mac_address': 'fa:16:3e:ed:f5:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2a2a1cc-c0e4-43bd-9d77-cebb628d0e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e34b1d04-95a4-4224-8dc4-7671ffda5bfb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:18:27Z', 'updated_at': '2022-06-03T15:18:30Z', 'revision_number': 4, 'project_id': '7139ad672c734cf799e4c39623384e9c', 'subnets': [{'id': 'e34b1d04-95a4-4224-8dc4-7671ffda5bfb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0e451611-4cc3-45ef-9b8b-6c312ed0322f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:18:31.407897 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 47682) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:18:31.528457 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c5f197-4b72-43ff-b743-2309b0c81b13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:31.530898 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-22c5f197-4b72-43ff-b743-2309b0c81b13 admin admin] 10.222.0.93 "GET /v2.0/networks/2ebb747a-15cb-4ff0-831b-eddaba7ea913 HTTP/1.1" status: 200 len: 842 time: 0.1207952 Jun 03 15:18:31.540763 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-1f833c45-8d40-4c02-8772-5e88d88f0e67 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:18:31.560009 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f833c45-8d40-4c02-8772-5e88d88f0e67 admin admin] Made reservation on behalf of 4b7e9c80374f4695bdf655157e8cb4d3 for: {'subnet': 1} {{(pid=103920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:18:31.562610 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1f833c45-8d40-4c02-8772-5e88d88f0e67 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:31.875665 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.objects.ports [None req-1f833c45-8d40-4c02-8772-5e88d88f0e67 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103920) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 03 15:18:31.876024 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1f833c45-8d40-4c02-8772-5e88d88f0e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408'] for subnet (396ae3db-97af-42d7-bc28-96050c96ba42), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:31.927786 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f833c45-8d40-4c02-8772-5e88d88f0e67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=396ae3db-97af-42d7-bc28-96050c96ba42,revision_number=0']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:31.943134 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f833c45-8d40-4c02-8772-5e88d88f0e67 admin admin] Checking segment: {'id': 'fb1f6c29-8e9a-43bb-852a-39936675ceea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:18:31.943479 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f833c45-8d40-4c02-8772-5e88d88f0e67 admin admin] Network hostable DHCP agents. Network: 2ebb747a-15cb-4ff0-831b-eddaba7ea913, hostable agents: ['ba2d900a-f6c8-44b2-a19a-5d512e564d5a'], hosted agents: [] {{(pid=103920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:18:31.963030 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f833c45-8d40-4c02-8772-5e88d88f0e67 admin admin] Network 2ebb747a-15cb-4ff0-831b-eddaba7ea913 is scheduled to be hosted by DHCP agent ba2d900a-f6c8-44b2-a19a-5d512e564d5a with binding_index 1 {{(pid=103920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:18:31.973235 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-1f833c45-8d40-4c02-8772-5e88d88f0e67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-16-iscsi, 2ebb747a-15cb-4ff0-831b-eddaba7ea913) {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:18:31.978191 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f833c45-8d40-4c02-8772-5e88d88f0e67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:31.979430 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1f833c45-8d40-4c02-8772-5e88d88f0e67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for subnet (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:31.983858 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0349ef-a0e0-4311-8b59-91911331ad33 None None] Network 2ebb747a-15cb-4ff0-831b-eddaba7ea913 requested from dv-cinder-831247-16-iscsi {{(pid=103921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 15:18:31.998575 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-1f833c45-8d40-4c02-8772-5e88d88f0e67 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4605701 Jun 03 15:18:32.106000 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd69494-76b8-4173-88aa-e9e6d4821b8d None None] Network 2ebb747a-15cb-4ff0-831b-eddaba7ea913 requested from dv-cinder-831247-16-iscsi {{(pid=103921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 15:18:34.588483 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 47690) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:18:34.798023 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-b4a0c7c9-25c7-4daf-80bb-897866f7852f demo admin] 10.222.0.93 "GET /v2.0/routers/e2a2a1cc-c0e4-43bd-9d77-cebb628d0e89 HTTP/1.1" status: 200 len: 710 time: 0.2081699 Jun 03 15:18:34.888471 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bd2a19-ed35-4ceb-9d8f-68d049a91687 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:18:34.890286 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-b4bd2a19-ed35-4ceb-9d8f-68d049a91687 demo admin] 10.222.0.93 "GET /v2.0/networks/2ebb747a-15cb-4ff0-831b-eddaba7ea913 HTTP/1.1" status: 200 len: 886 time: 0.0861433 Jun 03 15:18:34.899585 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-15dcb4c5-5fd2-4ab6-992c-9343c2610b5b demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913'}}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:18:35.106644 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:18:35.160038 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-15dcb4c5-5fd2-4ab6-992c-9343c2610b5b demo admin] Publish callbacks [] for router_gateway (e2a2a1cc-c0e4-43bd-9d77-cebb628d0e89), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:35.267466 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:18:35.436058 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-15dcb4c5-5fd2-4ab6-992c-9343c2610b5b demo admin] Publish callbacks [] for router_gateway (e2a2a1cc-c0e4-43bd-9d77-cebb628d0e89), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:35.517505 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-15dcb4c5-5fd2-4ab6-992c-9343c2610b5b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:35.712563 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_common [None req-15dcb4c5-5fd2-4ab6-992c-9343c2610b5b demo admin] Allocated IP 172.27.3.150 (2ebb747a-15cb-4ff0-831b-eddaba7ea913/396ae3db-97af-42d7-bc28-96050c96ba42/4d9ddcab-ad30-41ad-970e-46ae81a8e84c) {{(pid=103920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:18:35.835692 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-15dcb4c5-5fd2-4ab6-992c-9343c2610b5b demo admin] Publish callbacks [] for port (4d9ddcab-ad30-41ad-970e-46ae81a8e84c), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:35.899351 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-15dcb4c5-5fd2-4ab6-992c-9343c2610b5b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560'] for port (4d9ddcab-ad30-41ad-970e-46ae81a8e84c), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:35.988970 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15dcb4c5-5fd2-4ab6-992c-9343c2610b5b demo admin] Network 2ebb747a-15cb-4ff0-831b-eddaba7ea913 is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:18:35.992577 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-15dcb4c5-5fd2-4ab6-992c-9343c2610b5b demo admin] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:18:35.996342 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dcb4c5-5fd2-4ab6-992c-9343c2610b5b demo admin] Received port after_create {{(pid=103920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:18:35.999863 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dcb4c5-5fd2-4ab6-992c-9343c2610b5b demo admin] Pushing event updated for resources: {'Port': ['ID=4d9ddcab-ad30-41ad-970e-46ae81a8e84c,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:36.333561 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:18:36.339081 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-15dcb4c5-5fd2-4ab6-992c-9343c2610b5b demo admin] Publish callbacks [] for router_gateway (e2a2a1cc-c0e4-43bd-9d77-cebb628d0e89), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:36.449554 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:18:36.551483 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-15dcb4c5-5fd2-4ab6-992c-9343c2610b5b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-763485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-758239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8010'] for router (e2a2a1cc-c0e4-43bd-9d77-cebb628d0e89), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:36.556735 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-15dcb4c5-5fd2-4ab6-992c-9343c2610b5b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-763446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-763428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-763439', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-758182'] for router (e2a2a1cc-c0e4-43bd-9d77-cebb628d0e89), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:36.689601 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15dcb4c5-5fd2-4ab6-992c-9343c2610b5b demo admin] Router e2a2a1cc-c0e4-43bd-9d77-cebb628d0e89 has already been hosted by L3 agent af3cb756-c261-4349-9f96-3650fb8ddf57 {{(pid=103920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 15:18:36.892450 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15dcb4c5-5fd2-4ab6-992c-9343c2610b5b demo admin] Notify agent at l3_agent.dv-cinder-831247-16-iscsi the message routers_updated {{(pid=103920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 15:18:36.896794 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-15dcb4c5-5fd2-4ab6-992c-9343c2610b5b demo admin] Publish callbacks [] for router (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:36.910887 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-15dcb4c5-5fd2-4ab6-992c-9343c2610b5b demo admin] 10.222.0.93 "PUT /v2.0/routers/e2a2a1cc-c0e4-43bd-9d77-cebb628d0e89 HTTP/1.1" status: 200 len: 890 time: 2.0015249 Jun 03 15:18:38.756025 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=13 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:18:38.758049 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=24,neutron:INSERT=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:18:39.307770 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device 63262629-c21f-424b-9a23-fdb3adb34e3b up at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:18:39.366223 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Provisioning complete for port 63262629-c21f-424b-9a23-fdb3adb34e3b triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:18:39.366637 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (63262629-c21f-424b-9a23-fdb3adb34e3b), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:39.451559 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Current status of the port 63262629-c21f-424b-9a23-fdb3adb34e3b is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:18:39.552879 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 47702) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:18:39.702377 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-a8195721-68c0-4250-8dfa-7ed94b66071a admin admin] 10.222.0.93 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1476283 Jun 03 15:18:40.454171 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4d21fc-9feb-4f7e-8944-8578b6ce439b None None] Sync routers for ids ['e2a2a1cc-c0e4-43bd-9d77-cebb628d0e89'] in dv-cinder-831247-16-iscsi {{(pid=103921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:18:40.472742 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4d21fc-9feb-4f7e-8944-8578b6ce439b None None] Routers {'e2a2a1cc-c0e4-43bd-9d77-cebb628d0e89'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:18:40.473476 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-aa4d21fc-9feb-4f7e-8944-8578b6ce439b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:18:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['e2a2a1cc-c0e4-43bd-9d77-cebb628d0e89'], 'active': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:18:40.475556 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:18:40.498435 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:18:40.742810 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvr_db [None req-aa4d21fc-9feb-4f7e-8944-8578b6ce439b None None] Set router e2a2a1cc-c0e4-43bd-9d77-cebb628d0e89 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:18:41.252824 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-aa4d21fc-9feb-4f7e-8944-8578b6ce439b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a2a1cc-c0e4-43bd-9d77-cebb628d0e89', 'name': 'router1', 'tenant_id': '7139ad672c734cf799e4c39623384e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '4d9ddcab-ad30-41ad-970e-46ae81a8e84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:18:16Z', 'updated_at': '2022-06-03T15:18:36Z', 'revision_number': 4, 'project_id': '7139ad672c734cf799e4c39623384e9c', 'gw_port': {'id': '4d9ddcab-ad30-41ad-970e-46ae81a8e84c', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2a2a1cc-c0e4-43bd-9d77-cebb628d0e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:18:35Z', 'updated_at': '2022-06-03T15:18:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': '63262629-c21f-424b-9a23-fdb3adb34e3b', 'name': '', 'network_id': '4bfa47ba-25fc-4323-b27a-906d4906b182', 'tenant_id': '7139ad672c734cf799e4c39623384e9c', 'mac_address': 'fa:16:3e:ed:f5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a2a1cc-c0e4-43bd-9d77-cebb628d0e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e34b1d04-95a4-4224-8dc4-7671ffda5bfb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:18:27Z', 'updated_at': '2022-06-03T15:18:30Z', 'revision_number': 5, 'project_id': '7139ad672c734cf799e4c39623384e9c', 'subnets': [{'id': 'e34b1d04-95a4-4224-8dc4-7671ffda5bfb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0e451611-4cc3-45ef-9b8b-6c312ed0322f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:18:41.313528 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4d21fc-9feb-4f7e-8944-8578b6ce439b None None] Checking router: e2a2a1cc-c0e4-43bd-9d77-cebb628d0e89 for host: dv-cinder-831247-16-iscsi {{(pid=103921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:18:41.314034 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4d21fc-9feb-4f7e-8944-8578b6ce439b None None] Updating router e2a2a1cc-c0e4-43bd-9d77-cebb628d0e89 port 4d9ddcab-ad30-41ad-970e-46ae81a8e84c binding host dv-cinder-831247-16-iscsi {{(pid=103921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:18:41.378946 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-aa4d21fc-9feb-4f7e-8944-8578b6ce439b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (4d9ddcab-ad30-41ad-970e-46ae81a8e84c), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:41.796563 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-aa4d21fc-9feb-4f7e-8944-8578b6ce439b None None] Publish callbacks [] for port (4d9ddcab-ad30-41ad-970e-46ae81a8e84c), precommit_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:41.804965 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-aa4d21fc-9feb-4f7e-8944-8578b6ce439b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (4d9ddcab-ad30-41ad-970e-46ae81a8e84c), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:41.873388 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-aa4d21fc-9feb-4f7e-8944-8578b6ce439b None None] Attempting to bind port 4d9ddcab-ad30-41ad-970e-46ae81a8e84c on host dv-cinder-831247-16-iscsi for vnic_type normal with profile {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 15:18:41.874093 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-aa4d21fc-9feb-4f7e-8944-8578b6ce439b None None] Attempting to bind port 4d9ddcab-ad30-41ad-970e-46ae81a8e84c by drivers openvswitch,hyperv on host dv-cinder-831247-16-iscsi at level 0 using segments [{'id': 'fb1f6c29-8e9a-43bb-852a-39936675ceea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913'}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 15:18:41.874674 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4d21fc-9feb-4f7e-8944-8578b6ce439b None None] Attempting to bind port 4d9ddcab-ad30-41ad-970e-46ae81a8e84c on network 2ebb747a-15cb-4ff0-831b-eddaba7ea913 {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:18:41.877354 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09e3107-1536-4506-834a-df2226cf52bb None None] Pushing event updated for resources: {'Port': ['ID=4d9ddcab-ad30-41ad-970e-46ae81a8e84c,revision_number=2']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:41.884120 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4d21fc-9feb-4f7e-8944-8578b6ce439b None None] Checking agent: {'id': 'b78338d6-31c9-4f43-bfac-5a5a854a8366', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 17, 58), 'started_at': datetime.datetime(2022, 6, 3, 15, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 15:18:41.886769 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4d21fc-9feb-4f7e-8944-8578b6ce439b None None] Checking segment: {'id': 'fb1f6c29-8e9a-43bb-852a-39936675ceea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:18:41.886769 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-aa4d21fc-9feb-4f7e-8944-8578b6ce439b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:41.886769 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4d21fc-9feb-4f7e-8944-8578b6ce439b None None] Bound using segment: {'id': 'fb1f6c29-8e9a-43bb-852a-39936675ceea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913'} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 15:18:41.886769 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-aa4d21fc-9feb-4f7e-8944-8578b6ce439b None None] Bound port: 4d9ddcab-ad30-41ad-970e-46ae81a8e84c, host: dv-cinder-831247-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb1f6c29-8e9a-43bb-852a-39936675ceea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913'}}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 15:18:41.886769 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-aa4d21fc-9feb-4f7e-8944-8578b6ce439b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (4d9ddcab-ad30-41ad-970e-46ae81a8e84c), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:41.961953 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-aa4d21fc-9feb-4f7e-8944-8578b6ce439b None None] For port 4d9ddcab-ad30-41ad-970e-46ae81a8e84c, host dv-cinder-831247-16-iscsi, cleared binding levels {{(pid=103921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 15:18:41.968608 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-aa4d21fc-9feb-4f7e-8944-8578b6ce439b None None] For port 4d9ddcab-ad30-41ad-970e-46ae81a8e84c, host dv-cinder-831247-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=4d9ddcab-ad30-41ad-970e-46ae81a8e84c,segment=NetworkSegment(fb1f6c29-8e9a-43bb-852a-39936675ceea),segment_id=fb1f6c29-8e9a-43bb-852a-39936675ceea)] {{(pid=103921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 15:18:41.978762 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-aa4d21fc-9feb-4f7e-8944-8578b6ce439b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (4d9ddcab-ad30-41ad-970e-46ae81a8e84c), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:41.985155 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:18:42.048416 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4d21fc-9feb-4f7e-8944-8578b6ce439b None None] Routers {'e2a2a1cc-c0e4-43bd-9d77-cebb628d0e89'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:18:42.049051 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-aa4d21fc-9feb-4f7e-8944-8578b6ce439b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:18:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['e2a2a1cc-c0e4-43bd-9d77-cebb628d0e89'], 'active': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:18:42.112261 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09e3107-1536-4506-834a-df2226cf52bb None None] Pushing event updated for resources: {'Port': ['ID=4d9ddcab-ad30-41ad-970e-46ae81a8e84c,revision_number=3']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:42.181346 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvr_db [None req-aa4d21fc-9feb-4f7e-8944-8578b6ce439b None None] Set router e2a2a1cc-c0e4-43bd-9d77-cebb628d0e89 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:18:42.218811 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:18:42.462395 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-aa4d21fc-9feb-4f7e-8944-8578b6ce439b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a2a1cc-c0e4-43bd-9d77-cebb628d0e89', 'name': 'router1', 'tenant_id': '7139ad672c734cf799e4c39623384e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '4d9ddcab-ad30-41ad-970e-46ae81a8e84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:18:16Z', 'updated_at': '2022-06-03T15:18:36Z', 'revision_number': 4, 'project_id': '7139ad672c734cf799e4c39623384e9c', 'gw_port': {'id': '4d9ddcab-ad30-41ad-970e-46ae81a8e84c', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2a2a1cc-c0e4-43bd-9d77-cebb628d0e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:18:35Z', 'updated_at': '2022-06-03T15:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': '63262629-c21f-424b-9a23-fdb3adb34e3b', 'name': '', 'network_id': '4bfa47ba-25fc-4323-b27a-906d4906b182', 'tenant_id': '7139ad672c734cf799e4c39623384e9c', 'mac_address': 'fa:16:3e:ed:f5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a2a1cc-c0e4-43bd-9d77-cebb628d0e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e34b1d04-95a4-4224-8dc4-7671ffda5bfb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:18:27Z', 'updated_at': '2022-06-03T15:18:30Z', 'revision_number': 5, 'project_id': '7139ad672c734cf799e4c39623384e9c', 'subnets': [{'id': 'e34b1d04-95a4-4224-8dc4-7671ffda5bfb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0e451611-4cc3-45ef-9b8b-6c312ed0322f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:18:42.496087 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4d21fc-9feb-4f7e-8944-8578b6ce439b None None] The sync data for ids ['e2a2a1cc-c0e4-43bd-9d77-cebb628d0e89'] in dv-cinder-831247-16-iscsi is: [{'id': 'e2a2a1cc-c0e4-43bd-9d77-cebb628d0e89', 'name': 'router1', 'tenant_id': '7139ad672c734cf799e4c39623384e9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '4d9ddcab-ad30-41ad-970e-46ae81a8e84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:18:16Z', 'updated_at': '2022-06-03T15:18:36Z', 'revision_number': 4, 'project_id': '7139ad672c734cf799e4c39623384e9c', 'gw_port': {'id': '4d9ddcab-ad30-41ad-970e-46ae81a8e84c', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2a2a1cc-c0e4-43bd-9d77-cebb628d0e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:18:35Z', 'updated_at': '2022-06-03T15:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': '63262629-c21f-424b-9a23-fdb3adb34e3b', 'name': '', 'network_id': '4bfa47ba-25fc-4323-b27a-906d4906b182', 'tenant_id': '7139ad672c734cf799e4c39623384e9c', 'mac_address': 'fa:16:3e:ed:f5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a2a1cc-c0e4-43bd-9d77-cebb628d0e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e34b1d04-95a4-4224-8dc4-7671ffda5bfb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:18:27Z', 'updated_at': '2022-06-03T15:18:30Z', 'revision_number': 5, 'project_id': '7139ad672c734cf799e4c39623384e9c', 'subnets': [{'id': 'e34b1d04-95a4-4224-8dc4-7671ffda5bfb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0e451611-4cc3-45ef-9b8b-6c312ed0322f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:18:43.441840 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device 4d9ddcab-ad30-41ad-970e-46ae81a8e84c up at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:18:43.493513 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Provisioning complete for port 4d9ddcab-ad30-41ad-970e-46ae81a8e84c triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:18:43.494215 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (4d9ddcab-ad30-41ad-970e-46ae81a8e84c), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:43.587245 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Current status of the port 4d9ddcab-ad30-41ad-970e-46ae81a8e84c is: DOWN; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:18:43.587619 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (4d9ddcab-ad30-41ad-970e-46ae81a8e84c), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:43.613290 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] For port 4d9ddcab-ad30-41ad-970e-46ae81a8e84c, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=4d9ddcab-ad30-41ad-970e-46ae81a8e84c,segment=NetworkSegment(fb1f6c29-8e9a-43bb-852a-39936675ceea),segment_id=fb1f6c29-8e9a-43bb-852a-39936675ceea)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:18:43.619199 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (4d9ddcab-ad30-41ad-970e-46ae81a8e84c), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:43.684411 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Pushing event updated for resources: {'Port': ['ID=4d9ddcab-ad30-41ad-970e-46ae81a8e84c,revision_number=4']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:18:44.859813 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=64,neutron:INSERT=1 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:18:44.863456 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=22 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:18:45.321428 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device 4d9ddcab-ad30-41ad-970e-46ae81a8e84c up at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:18:45.391270 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Provisioning complete for port 4d9ddcab-ad30-41ad-970e-46ae81a8e84c triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:18:45.391977 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (4d9ddcab-ad30-41ad-970e-46ae81a8e84c), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:45.560100 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Current status of the port 4d9ddcab-ad30-41ad-970e-46ae81a8e84c is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:18:46.885356 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=46 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:18:46.886607 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=30 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:18:49.691038 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=4 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:18:49.696557 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=3 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:18:51.494261 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-2cb2d4ce-b305-40d4-b6b6-fb70b405766e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (ba2d900a-f6c8-44b2-a19a-5d512e564d5a), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:51.852196 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.agents_db [None req-a949b1cf-d0d8-4748-9c84-4164e96bf99f None None] Agent healthcheck: found 5 active agents {{(pid=103922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 15:18:53.727714 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-382893be-97f3-45bf-8203-08be2cfa5d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (af3cb756-c261-4349-9f96-3650fb8ddf57), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:55.439056 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ea450706-6f9d-4600-9901-8a13358e87c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (c1b56563-1529-491f-97b0-bd0331fef87b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:56.472908 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:18:56.480376 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0007325d-49bd-45ba-86c8-d0efad7af70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (e76c2f28-d1d2-478d-a24e-96dcb24ae502), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:18:58.200596 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (b78338d6-31c9-4f43-bfac-5a5a854a8366), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:19:01.848160 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=1 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:19:08.191628 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:19:08.195674 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=65,neutron:UPDATE=5 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:19:09.918067 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=3 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:19:21.488271 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-4241f6f3-362d-4a85-a71c-732da20c5d99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (ba2d900a-f6c8-44b2-a19a-5d512e564d5a), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:19:21.859114 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=2 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:19:21.864808 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=4 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:19:23.722818 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b9e0f08c-9459-42a4-bb83-2fb9879026a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (af3cb756-c261-4349-9f96-3650fb8ddf57), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:19:25.556275 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ea450706-6f9d-4600-9901-8a13358e87c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (c1b56563-1529-491f-97b0-bd0331fef87b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:19:26.479783 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0007325d-49bd-45ba-86c8-d0efad7af70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (e76c2f28-d1d2-478d-a24e-96dcb24ae502), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:19:28.199941 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (b78338d6-31c9-4f43-bfac-5a5a854a8366), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:19:28.852128 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.agents_db [None req-a949b1cf-d0d8-4748-9c84-4164e96bf99f None None] Agent healthcheck: found 5 active agents {{(pid=103922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 15:19:38.190992 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:19:38.193698 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=17,neutron:UPDATE=4 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:19:38.848077 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=1 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:19:38.849519 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=1 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:19:51.490427 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-db2402cb-fb35-45db-97b4-523feaa10401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (ba2d900a-f6c8-44b2-a19a-5d512e564d5a), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:19:53.716377 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-d8d5a18a-7653-4b39-b336-029065157c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (af3cb756-c261-4349-9f96-3650fb8ddf57), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:19:55.441487 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ea450706-6f9d-4600-9901-8a13358e87c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (c1b56563-1529-491f-97b0-bd0331fef87b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:19:56.483151 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0007325d-49bd-45ba-86c8-d0efad7af70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (e76c2f28-d1d2-478d-a24e-96dcb24ae502), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:19:58.198289 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (b78338d6-31c9-4f43-bfac-5a5a854a8366), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:19:58.862171 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:19:58.862988 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=2 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:20:02.864827 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 48244) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:20:02.928967 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.pecan_wsgi.hooks.translation [None req-69bc980a-1749-4c26-b6cd-3706926d1110 admin admin] GET failed (client error): The resource could not be found. Jun 03 15:20:02.930250 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-69bc980a-1749-4c26-b6cd-3706926d1110 admin admin] 10.222.0.93 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0644574 Jun 03 15:20:03.096056 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35006004-5495-4fec-86d9-cd6f79a4fbcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:03.097510 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-35006004-5495-4fec-86d9-cd6f79a4fbcc admin admin] 10.222.0.93 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1631386 Jun 03 15:20:05.392148 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 48254) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:20:05.483453 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6381e34b-d479-4ba9-a9ff-c10bdf1ff9a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:05.484782 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-6381e34b-d479-4ba9-a9ff-c10bdf1ff9a3 admin admin] 10.222.0.93 "GET /v2.0/subnets/e34b1d04-95a4-4224-8dc4-7671ffda5bfb HTTP/1.1" status: 200 len: 849 time: 0.0917029 Jun 03 15:20:05.494070 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-ebe6ad7c-d6d0-4dd3-80a0-9ef585a299c3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:20:05.583087 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-ebe6ad7c-d6d0-4dd3-80a0-9ef585a299c3 admin admin] Publish callbacks [] for subnet (e34b1d04-95a4-4224-8dc4-7671ffda5bfb), before_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:20:05.731642 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-ebe6ad7c-d6d0-4dd3-80a0-9ef585a299c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736362798035'] for subnet (e34b1d04-95a4-4224-8dc4-7671ffda5bfb), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:20:05.761390 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe6ad7c-d6d0-4dd3-80a0-9ef585a299c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:05.762267 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-ebe6ad7c-d6d0-4dd3-80a0-9ef585a299c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for subnet (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:20:05.764216 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-ebe6ad7c-d6d0-4dd3-80a0-9ef585a299c3 admin admin] 10.222.0.93 "PUT /v2.0/subnets/e34b1d04-95a4-4224-8dc4-7671ffda5bfb HTTP/1.1" status: 200 len: 868 time: 0.2727163 Jun 03 15:20:05.765954 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d5d9d3-0e25-466b-bafa-68de7d362a9b None None] Network 4bfa47ba-25fc-4323-b27a-906d4906b182 requested from dv-cinder-831247-16-iscsi {{(pid=103921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 15:20:05.787551 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe6ad7c-d6d0-4dd3-80a0-9ef585a299c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e34b1d04-95a4-4224-8dc4-7671ffda5bfb,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:20:05.795627 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe6ad7c-d6d0-4dd3-80a0-9ef585a299c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:05.795982 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe6ad7c-d6d0-4dd3-80a0-9ef585a299c3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:05.796339 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe6ad7c-d6d0-4dd3-80a0-9ef585a299c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:05.796684 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe6ad7c-d6d0-4dd3-80a0-9ef585a299c3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:05.797019 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe6ad7c-d6d0-4dd3-80a0-9ef585a299c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:05.797357 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe6ad7c-d6d0-4dd3-80a0-9ef585a299c3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:05.797690 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe6ad7c-d6d0-4dd3-80a0-9ef585a299c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:05.798020 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe6ad7c-d6d0-4dd3-80a0-9ef585a299c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:05.798367 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe6ad7c-d6d0-4dd3-80a0-9ef585a299c3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:05.798744 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe6ad7c-d6d0-4dd3-80a0-9ef585a299c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:05.799077 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe6ad7c-d6d0-4dd3-80a0-9ef585a299c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:05.799404 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe6ad7c-d6d0-4dd3-80a0-9ef585a299c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:05.799730 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe6ad7c-d6d0-4dd3-80a0-9ef585a299c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:05.800055 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe6ad7c-d6d0-4dd3-80a0-9ef585a299c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:05.800378 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe6ad7c-d6d0-4dd3-80a0-9ef585a299c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:20:05.852146 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.agents_db [None req-a949b1cf-d0d8-4748-9c84-4164e96bf99f None None] Agent healthcheck: found 5 active agents {{(pid=103922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 15:20:06.106499 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-633b7be0-42c5-43cf-9c2f-495396c35031 None None] Provisioning complete for port 63262629-c21f-424b-9a23-fdb3adb34e3b triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:20:06.106827 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-633b7be0-42c5-43cf-9c2f-495396c35031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (63262629-c21f-424b-9a23-fdb3adb34e3b), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:20:06.178397 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-633b7be0-42c5-43cf-9c2f-495396c35031 None None] Current status of the port 63262629-c21f-424b-9a23-fdb3adb34e3b is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:20:06.186464 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-633b7be0-42c5-43cf-9c2f-495396c35031 None None] Provisioning complete for port f65451ca-2b21-4bd4-91d8-2c3d9e93818f triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:20:06.186874 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-633b7be0-42c5-43cf-9c2f-495396c35031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (f65451ca-2b21-4bd4-91d8-2c3d9e93818f), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:20:06.264325 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-633b7be0-42c5-43cf-9c2f-495396c35031 None None] Current status of the port f65451ca-2b21-4bd4-91d8-2c3d9e93818f is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:20:08.084590 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 48262) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:20:08.285662 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b245c6-3c15-4958-8cd5-df99e4b58a54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:08.286045 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b245c6-3c15-4958-8cd5-df99e4b58a54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:08.287648 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-42b245c6-3c15-4958-8cd5-df99e4b58a54 admin admin] 10.222.0.93 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2021325 Jun 03 15:20:10.566808 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 48272) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:20:10.706761 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5a96f0-f7fc-4ec6-8fcc-9845f5ee0184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:10.707223 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5a96f0-f7fc-4ec6-8fcc-9845f5ee0184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:10.708781 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-ff5a96f0-f7fc-4ec6-8fcc-9845f5ee0184 admin admin] 10.222.0.93 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1410403 Jun 03 15:20:12.999296 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 48280) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:20:13.125936 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f38b12e-2ffe-43b3-b2a5-bcb5adc0f786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:13.127317 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-5f38b12e-2ffe-43b3-b2a5-bcb5adc0f786 admin admin] 10.222.0.93 "GET /v2.0/networks/2ebb747a-15cb-4ff0-831b-eddaba7ea913 HTTP/1.1" status: 200 len: 886 time: 0.1270897 Jun 03 15:20:15.409331 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 48288) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:20:15.544264 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac8ccd7-b3a4-4702-97f8-6dd34b5c1ec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:15.546002 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-2ac8ccd7-b3a4-4702-97f8-6dd34b5c1ec4 admin admin] 10.222.0.93 "GET /v2.0/networks/4bfa47ba-25fc-4323-b27a-906d4906b182 HTTP/1.1" status: 200 len: 869 time: 0.1355979 Jun 03 15:20:15.848285 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=1 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:20:15.848932 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=1 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:20:16.257632 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=45,neutron:UPDATE=3 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:20:16.259488 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=47,neutron:UPDATE=2 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:20:17.834608 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 48298) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:20:17.961770 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db84dd77-80e0-4b54-8746-aba7aa079298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:17.962132 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db84dd77-80e0-4b54-8746-aba7aa079298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:17.963684 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-db84dd77-80e0-4b54-8746-aba7aa079298 admin admin] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1281433 Jun 03 15:20:20.275034 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 48306) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:20:20.398689 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658f7d9f-8f40-4098-8343-c7af0ea6522e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:20.399139 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658f7d9f-8f40-4098-8343-c7af0ea6522e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:20.400655 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-658f7d9f-8f40-4098-8343-c7af0ea6522e admin admin] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1246808 Jun 03 15:20:21.493457 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-e35e6f31-75e0-4e93-bd3e-b7475323c212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (ba2d900a-f6c8-44b2-a19a-5d512e564d5a), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:20:22.675410 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 48314) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:20:22.764557 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b10cb7-fc3f-40b3-8fe6-960e44a430f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:22.765905 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-68b10cb7-fc3f-40b3-8fe6-960e44a430f1 admin admin] 10.222.0.93 "GET /v2.0/subnets/396ae3db-97af-42d7-bc28-96050c96ba42 HTTP/1.1" status: 200 len: 816 time: 0.0895865 Jun 03 15:20:23.719767 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-1372db14-4f5e-438e-9828-bf8c5cf39ee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (af3cb756-c261-4349-9f96-3650fb8ddf57), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:20:25.039344 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 48322) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:20:25.131152 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab61b8ad-4a55-45b0-9fa6-017e6d6584a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:20:25.132491 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-ab61b8ad-4a55-45b0-9fa6-017e6d6584a7 admin admin] 10.222.0.93 "GET /v2.0/subnets/e34b1d04-95a4-4224-8dc4-7671ffda5bfb HTTP/1.1" status: 200 len: 868 time: 0.0922360 Jun 03 15:20:25.444478 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ea450706-6f9d-4600-9901-8a13358e87c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (c1b56563-1529-491f-97b0-bd0331fef87b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:20:26.484531 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0007325d-49bd-45ba-86c8-d0efad7af70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (e76c2f28-d1d2-478d-a24e-96dcb24ae502), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:20:27.948270 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:20:27.957284 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=85,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:20:28.192434 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (b78338d6-31c9-4f43-bfac-5a5a854a8366), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:20:35.125144 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=40 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:20:35.128238 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=42 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:20:35.859359 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=4 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:20:35.860141 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=2 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:20:38.181569 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:20:38.188491 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:20:42.850857 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.agents_db [None req-a949b1cf-d0d8-4748-9c84-4164e96bf99f None None] Agent healthcheck: found 5 active agents {{(pid=103922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 15:20:50.702970 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=11 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:20:51.496124 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-4169e1d3-7137-43f0-918e-5d47c446e17d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (ba2d900a-f6c8-44b2-a19a-5d512e564d5a), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:20:52.847014 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=17 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:20:53.725590 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-36b359f5-5a6d-43f2-b8a0-e8d6418e74ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (af3cb756-c261-4349-9f96-3650fb8ddf57), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:20:55.449165 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ea450706-6f9d-4600-9901-8a13358e87c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (c1b56563-1529-491f-97b0-bd0331fef87b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:20:56.486390 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0007325d-49bd-45ba-86c8-d0efad7af70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (e76c2f28-d1d2-478d-a24e-96dcb24ae502), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:20:58.195850 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (b78338d6-31c9-4f43-bfac-5a5a854a8366), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:21:04.765627 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 48380) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:21:04.815104 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [None req-c8925a1f-b597-4018-9016-bce18d9c4adf admin admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=103920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 03 15:21:04.816113 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-c8925a1f-b597-4018-9016-bce18d9c4adf admin admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0495346 Jun 03 15:21:07.169812 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 48388) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:21:07.229666 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.pecan_wsgi.hooks.translation [None req-47370024-fb7f-45cf-95c4-73517038dfa6 admin admin] GET failed (client error): The resource could not be found. Jun 03 15:21:07.231605 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-47370024-fb7f-45cf-95c4-73517038dfa6 admin admin] 10.222.0.93 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0608852 Jun 03 15:21:07.374843 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b450d0-3b10-43d7-bcd6-bcd743bbe7b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:07.376244 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-94b450d0-3b10-43d7-bcd6-bcd743bbe7b7 admin admin] 10.222.0.93 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1407547 Jun 03 15:21:08.189564 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:21:08.191510 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:21:09.670204 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 48396) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:21:09.717657 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-06dbf602-aee8-4bdd-a8b4-182a5be5dc46 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:21:09.738092 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06dbf602-aee8-4bdd-a8b4-182a5be5dc46 admin admin] Made reservation on behalf of 4b7e9c80374f4695bdf655157e8cb4d3 for: {'network': 1} {{(pid=103919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:21:09.740403 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-06dbf602-aee8-4bdd-a8b4-182a5be5dc46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for network (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:21:09.768664 dv-cinder-831247-16-iscsi neutron-server[103919]: WARNING neutron.services.revisions.revision_plugin [None req-06dbf602-aee8-4bdd-a8b4-182a5be5dc46 admin admin] Could not find related network for resource to bump revision. Jun 03 15:21:09.783849 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06dbf602-aee8-4bdd-a8b4-182a5be5dc46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 884} {{(pid=103919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:21:09.794196 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-06dbf602-aee8-4bdd-a8b4-182a5be5dc46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659633'] for segment (cde291f8-cad5-43f8-b22b-3ae7ce6d2df9), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:21:09.794573 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.db.segments_db [None req-06dbf602-aee8-4bdd-a8b4-182a5be5dc46 admin admin] Added segment cde291f8-cad5-43f8-b22b-3ae7ce6d2df9 of type vlan for network 2401d5e4-ac24-4f7f-890d-9243076e6ae2 Jun 03 15:21:09.836210 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-06dbf602-aee8-4bdd-a8b4-182a5be5dc46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362361959'] for network (2401d5e4-ac24-4f7f-890d-9243076e6ae2), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:21:09.860590 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-06dbf602-aee8-4bdd-a8b4-182a5be5dc46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408'] for network (2401d5e4-ac24-4f7f-890d-9243076e6ae2), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:21:09.861494 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06dbf602-aee8-4bdd-a8b4-182a5be5dc46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:09.862062 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-06dbf602-aee8-4bdd-a8b4-182a5be5dc46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for network (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:21:09.992332 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-06dbf602-aee8-4bdd-a8b4-182a5be5dc46 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.3209496 Jun 03 15:21:10.001837 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dbf602-aee8-4bdd-a8b4-182a5be5dc46 admin admin] Pushing event updated for resources: {'Network': ['ID=2401d5e4-ac24-4f7f-890d-9243076e6ae2,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:10.009449 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dbf602-aee8-4bdd-a8b4-182a5be5dc46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:10.009784 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dbf602-aee8-4bdd-a8b4-182a5be5dc46 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:10.010121 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dbf602-aee8-4bdd-a8b4-182a5be5dc46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:10.010456 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dbf602-aee8-4bdd-a8b4-182a5be5dc46 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:10.010799 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dbf602-aee8-4bdd-a8b4-182a5be5dc46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:10.011124 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dbf602-aee8-4bdd-a8b4-182a5be5dc46 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:10.011447 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dbf602-aee8-4bdd-a8b4-182a5be5dc46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:10.011766 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dbf602-aee8-4bdd-a8b4-182a5be5dc46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:10.012718 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dbf602-aee8-4bdd-a8b4-182a5be5dc46 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:10.013071 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dbf602-aee8-4bdd-a8b4-182a5be5dc46 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:10.013419 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dbf602-aee8-4bdd-a8b4-182a5be5dc46 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:10.013811 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dbf602-aee8-4bdd-a8b4-182a5be5dc46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:10.014141 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dbf602-aee8-4bdd-a8b4-182a5be5dc46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:10.014477 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dbf602-aee8-4bdd-a8b4-182a5be5dc46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:10.014821 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dbf602-aee8-4bdd-a8b4-182a5be5dc46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:10.027330 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Network 2401d5e4-ac24-4f7f-890d-9243076e6ae2 details requested by agent ovs-agent-dv-cinder-831247-16-iscsi with host dv-cinder-831247-16-iscsi {{(pid=103921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 03 15:21:12.330313 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 48404) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:21:12.390735 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.pecan_wsgi.hooks.translation [None req-116d2d2c-1682-49ac-9069-03729dff3765 admin admin] GET failed (client error): The resource could not be found. Jun 03 15:21:12.391984 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-116d2d2c-1682-49ac-9069-03729dff3765 admin admin] 10.222.0.93 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0606852 Jun 03 15:21:12.459993 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f590d9f9-7ec6-44e5-bea8-fefd48414865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:12.461406 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-f590d9f9-7ec6-44e5-bea8-fefd48414865 admin admin] 10.222.0.93 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0654788 Jun 03 15:21:12.471653 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-2d365f79-596c-43c9-9e87-1a6c813982ee admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '2401d5e4-ac24-4f7f-890d-9243076e6ae2', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:21:12.494182 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d365f79-596c-43c9-9e87-1a6c813982ee admin admin] Made reservation on behalf of 4b7e9c80374f4695bdf655157e8cb4d3 for: {'subnet': 1} {{(pid=103919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:21:12.496658 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-2d365f79-596c-43c9-9e87-1a6c813982ee admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:21:12.691727 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-2d365f79-596c-43c9-9e87-1a6c813982ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408'] for subnet (b7a34105-f06a-4476-b243-8059edaa3f20), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:21:12.751686 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d365f79-596c-43c9-9e87-1a6c813982ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7a34105-f06a-4476-b243-8059edaa3f20,revision_number=0']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:12.761193 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d365f79-596c-43c9-9e87-1a6c813982ee admin admin] Checking segment: {'id': 'cde291f8-cad5-43f8-b22b-3ae7ce6d2df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '2401d5e4-ac24-4f7f-890d-9243076e6ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:21:12.761536 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d365f79-596c-43c9-9e87-1a6c813982ee admin admin] Network hostable DHCP agents. Network: 2401d5e4-ac24-4f7f-890d-9243076e6ae2, hostable agents: ['ba2d900a-f6c8-44b2-a19a-5d512e564d5a'], hosted agents: [] {{(pid=103919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:21:12.783267 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d365f79-596c-43c9-9e87-1a6c813982ee admin admin] Network 2401d5e4-ac24-4f7f-890d-9243076e6ae2 is scheduled to be hosted by DHCP agent ba2d900a-f6c8-44b2-a19a-5d512e564d5a with binding_index 1 {{(pid=103919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:21:12.793983 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.base_scheduler [None req-2d365f79-596c-43c9-9e87-1a6c813982ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-16-iscsi, 2401d5e4-ac24-4f7f-890d-9243076e6ae2) {{(pid=103919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:21:12.798995 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d365f79-596c-43c9-9e87-1a6c813982ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:21:12.799584 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-2d365f79-596c-43c9-9e87-1a6c813982ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for subnet (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:21:12.801917 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28f16d7-ec8f-4540-a892-778e70872a77 None None] Network 2401d5e4-ac24-4f7f-890d-9243076e6ae2 requested from dv-cinder-831247-16-iscsi {{(pid=103921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 15:21:12.817652 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-2d365f79-596c-43c9-9e87-1a6c813982ee admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3493400 Jun 03 15:21:12.850524 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=3 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:21:12.854518 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=3 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:21:13.014232 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4915c0c-67fa-4886-9016-5392167fff7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab2d7c19-a2cf-559f-b13f-a4a613ae6a08-2401d5e4-ac24-4f7f-890d-9243076e6ae2', 'network_id': '2401d5e4-ac24-4f7f-890d-9243076e6ae2', 'project_id': '4b7e9c80374f4695bdf655157e8cb4d3', 'fixed_ips': [{'subnet_id': 'b7a34105-f06a-4476-b243-8059edaa3f20'}]}} from dv-cinder-831247-16-iscsi. {{(pid=103921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 03 15:21:13.015214 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a4915c0c-67fa-4886-9016-5392167fff7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:21:13.160433 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.db_base_plugin_common [None req-a4915c0c-67fa-4886-9016-5392167fff7f None None] Allocated IP 192.168.233.2 (2401d5e4-ac24-4f7f-890d-9243076e6ae2/b7a34105-f06a-4476-b243-8059edaa3f20/a362219f-d889-4312-8700-30ed1785579e) {{(pid=103921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:21:13.301890 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a4915c0c-67fa-4886-9016-5392167fff7f None None] Publish callbacks [] for port (a362219f-d889-4312-8700-30ed1785579e), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:21:13.311448 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a4915c0c-67fa-4886-9016-5392167fff7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560'] for port (a362219f-d889-4312-8700-30ed1785579e), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:21:13.353397 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4915c0c-67fa-4886-9016-5392167fff7f None None] Network 2401d5e4-ac24-4f7f-890d-9243076e6ae2 is already hosted by enough agents. {{(pid=103921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:21:13.361162 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.scheduler.base_scheduler [None req-a4915c0c-67fa-4886-9016-5392167fff7f None None] Resources bound (agent type, host, resource id): {{(pid=103921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:21:13.363544 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4915c0c-67fa-4886-9016-5392167fff7f None None] Received port after_create {{(pid=103921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:21:13.368745 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4915c0c-67fa-4886-9016-5392167fff7f None None] Pushing event updated for resources: {'Port': ['ID=a362219f-d889-4312-8700-30ed1785579e,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:13.379362 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4915c0c-67fa-4886-9016-5392167fff7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:13.379700 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4915c0c-67fa-4886-9016-5392167fff7f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:13.380049 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4915c0c-67fa-4886-9016-5392167fff7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:13.380395 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4915c0c-67fa-4886-9016-5392167fff7f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:13.380721 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4915c0c-67fa-4886-9016-5392167fff7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:13.381040 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4915c0c-67fa-4886-9016-5392167fff7f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:13.381356 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4915c0c-67fa-4886-9016-5392167fff7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:13.381668 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4915c0c-67fa-4886-9016-5392167fff7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:13.381989 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4915c0c-67fa-4886-9016-5392167fff7f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:13.382300 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4915c0c-67fa-4886-9016-5392167fff7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:13.382916 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4915c0c-67fa-4886-9016-5392167fff7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:13.383040 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4915c0c-67fa-4886-9016-5392167fff7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:13.383264 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4915c0c-67fa-4886-9016-5392167fff7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:13.383572 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4915c0c-67fa-4886-9016-5392167fff7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:13.383933 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4915c0c-67fa-4886-9016-5392167fff7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:21:13.434457 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-a4915c0c-67fa-4886-9016-5392167fff7f None None] Attempting to bind port a362219f-d889-4312-8700-30ed1785579e on host dv-cinder-831247-16-iscsi for vnic_type normal with profile {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 15:21:13.434843 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-a4915c0c-67fa-4886-9016-5392167fff7f None None] Attempting to bind port a362219f-d889-4312-8700-30ed1785579e by drivers openvswitch,hyperv on host dv-cinder-831247-16-iscsi at level 0 using segments [{'id': 'cde291f8-cad5-43f8-b22b-3ae7ce6d2df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '2401d5e4-ac24-4f7f-890d-9243076e6ae2'}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 15:21:13.435192 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4915c0c-67fa-4886-9016-5392167fff7f None None] Attempting to bind port a362219f-d889-4312-8700-30ed1785579e on network 2401d5e4-ac24-4f7f-890d-9243076e6ae2 {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:21:13.440580 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4915c0c-67fa-4886-9016-5392167fff7f None None] Checking agent: {'id': 'b78338d6-31c9-4f43-bfac-5a5a854a8366', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 17, 58), 'started_at': datetime.datetime(2022, 6, 3, 15, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 15:21:13.440939 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4915c0c-67fa-4886-9016-5392167fff7f None None] Checking segment: {'id': 'cde291f8-cad5-43f8-b22b-3ae7ce6d2df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '2401d5e4-ac24-4f7f-890d-9243076e6ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:21:13.441331 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a4915c0c-67fa-4886-9016-5392167fff7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:21:13.441715 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4915c0c-67fa-4886-9016-5392167fff7f None None] Bound using segment: {'id': 'cde291f8-cad5-43f8-b22b-3ae7ce6d2df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '2401d5e4-ac24-4f7f-890d-9243076e6ae2'} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 15:21:13.442159 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-a4915c0c-67fa-4886-9016-5392167fff7f None None] Bound port: a362219f-d889-4312-8700-30ed1785579e, host: dv-cinder-831247-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde291f8-cad5-43f8-b22b-3ae7ce6d2df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '2401d5e4-ac24-4f7f-890d-9243076e6ae2'}}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 15:21:13.442523 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a4915c0c-67fa-4886-9016-5392167fff7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (a362219f-d889-4312-8700-30ed1785579e), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:21:13.513188 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-a4915c0c-67fa-4886-9016-5392167fff7f None None] For port a362219f-d889-4312-8700-30ed1785579e, host dv-cinder-831247-16-iscsi, cleared binding levels {{(pid=103921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 15:21:13.516865 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-a4915c0c-67fa-4886-9016-5392167fff7f None None] For port a362219f-d889-4312-8700-30ed1785579e, host dv-cinder-831247-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=a362219f-d889-4312-8700-30ed1785579e,segment=NetworkSegment(cde291f8-cad5-43f8-b22b-3ae7ce6d2df9),segment_id=cde291f8-cad5-43f8-b22b-3ae7ce6d2df9)] {{(pid=103921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 15:21:13.524326 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a4915c0c-67fa-4886-9016-5392167fff7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (a362219f-d889-4312-8700-30ed1785579e), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:21:13.587887 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4915c0c-67fa-4886-9016-5392167fff7f None None] Pushing event updated for resources: {'Port': ['ID=a362219f-d889-4312-8700-30ed1785579e,revision_number=2']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:14.508448 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7df528-ca6a-4f31-ae23-cd8041773967 None None] Network 2401d5e4-ac24-4f7f-890d-9243076e6ae2 requested from dv-cinder-831247-16-iscsi {{(pid=103921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 15:21:14.621040 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:21:14.633153 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-0cb18c17-0adc-4acc-ab94-bad89fe6a53a None None] Provisioning complete for port a362219f-d889-4312-8700-30ed1785579e triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:21:14.634081 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0cb18c17-0adc-4acc-ab94-bad89fe6a53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (a362219f-d889-4312-8700-30ed1785579e), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:21:14.653951 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:21:14.724963 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-0cb18c17-0adc-4acc-ab94-bad89fe6a53a None None] Current status of the port a362219f-d889-4312-8700-30ed1785579e is: DOWN; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:21:14.725344 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0cb18c17-0adc-4acc-ab94-bad89fe6a53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (a362219f-d889-4312-8700-30ed1785579e), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:21:14.770521 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-0cb18c17-0adc-4acc-ab94-bad89fe6a53a None None] For port a362219f-d889-4312-8700-30ed1785579e, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=a362219f-d889-4312-8700-30ed1785579e,segment=NetworkSegment(cde291f8-cad5-43f8-b22b-3ae7ce6d2df9),segment_id=cde291f8-cad5-43f8-b22b-3ae7ce6d2df9)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:21:14.778444 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0cb18c17-0adc-4acc-ab94-bad89fe6a53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (a362219f-d889-4312-8700-30ed1785579e), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:21:14.837466 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb18c17-0adc-4acc-ab94-bad89fe6a53a None None] Pushing event updated for resources: {'Port': ['ID=a362219f-d889-4312-8700-30ed1785579e,revision_number=3']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:21:14.902096 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-616dc8cf-013e-4d51-9d52-f633a8bfb7d2 None None] Provisioning complete for port a362219f-d889-4312-8700-30ed1785579e triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:21:14.902477 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-616dc8cf-013e-4d51-9d52-f633a8bfb7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (a362219f-d889-4312-8700-30ed1785579e), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:21:14.978773 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-616dc8cf-013e-4d51-9d52-f633a8bfb7d2 None None] Current status of the port a362219f-d889-4312-8700-30ed1785579e is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:21:15.388369 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device a362219f-d889-4312-8700-30ed1785579e up at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:21:15.433281 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Provisioning complete for port a362219f-d889-4312-8700-30ed1785579e triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:21:15.433673 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (a362219f-d889-4312-8700-30ed1785579e), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:21:15.510376 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Current status of the port a362219f-d889-4312-8700-30ed1785579e is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:21:17.370322 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=9 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:21:17.371612 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=13 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:21:19.849368 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.agents_db [None req-a949b1cf-d0d8-4748-9c84-4164e96bf99f None None] Agent healthcheck: found 5 active agents {{(pid=103922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 15:21:21.499399 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-729ac018-86a2-4db2-9cd2-fe3288d18425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (ba2d900a-f6c8-44b2-a19a-5d512e564d5a), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:21:22.809989 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=63,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:21:22.811392 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=75,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:21:23.718694 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f2d92f7b-8d2d-40d5-80ad-5220377fc267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (af3cb756-c261-4349-9f96-3650fb8ddf57), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:21:25.450774 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ea450706-6f9d-4600-9901-8a13358e87c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (c1b56563-1529-491f-97b0-bd0331fef87b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:21:26.490303 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0007325d-49bd-45ba-86c8-d0efad7af70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (e76c2f28-d1d2-478d-a24e-96dcb24ae502), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:21:28.199292 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (b78338d6-31c9-4f43-bfac-5a5a854a8366), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:21:29.845316 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=2 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:21:38.188694 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=65,neutron:UPDATE=3 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:21:38.195409 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=75,neutron:UPDATE=4 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:21:49.849989 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:21:49.862039 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=6 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:21:51.504221 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-2e04ee20-90d8-4552-b685-5bc8fa47a5db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (ba2d900a-f6c8-44b2-a19a-5d512e564d5a), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:21:53.722320 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-fcaee627-46e9-4826-a264-3ca95f1a6aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (af3cb756-c261-4349-9f96-3650fb8ddf57), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:21:55.454674 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ea450706-6f9d-4600-9901-8a13358e87c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (c1b56563-1529-491f-97b0-bd0331fef87b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:21:56.493418 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0007325d-49bd-45ba-86c8-d0efad7af70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (e76c2f28-d1d2-478d-a24e-96dcb24ae502), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:21:56.848014 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.agents_db [None req-a949b1cf-d0d8-4748-9c84-4164e96bf99f None None] Agent healthcheck: found 5 active agents {{(pid=103922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 15:21:58.205590 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (b78338d6-31c9-4f43-bfac-5a5a854a8366), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:22:06.844798 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=1 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:22:06.845525 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=1 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:22:08.200121 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:22:08.200892 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:22:21.510229 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-1550c11e-beba-422f-9d1c-b754082b79ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (ba2d900a-f6c8-44b2-a19a-5d512e564d5a), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:22:23.724966 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-280e1e8d-3f7e-48f9-8b75-9c8883f586e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (af3cb756-c261-4349-9f96-3650fb8ddf57), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:22:25.456574 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ea450706-6f9d-4600-9901-8a13358e87c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (c1b56563-1529-491f-97b0-bd0331fef87b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:22:26.496656 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0007325d-49bd-45ba-86c8-d0efad7af70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (e76c2f28-d1d2-478d-a24e-96dcb24ae502), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:22:26.859163 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=2 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:22:26.860867 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=4 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:22:28.199142 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (b78338d6-31c9-4f43-bfac-5a5a854a8366), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:22:33.846650 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.agents_db [None req-a949b1cf-d0d8-4748-9c84-4164e96bf99f None None] Agent healthcheck: found 5 active agents {{(pid=103922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 15:22:38.188057 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:22:38.194586 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:22:47.072512 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 48442) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:22:47.078420 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [None req-cfc861fb-c753-4a10-9698-5791f45ebe73 tempest-verify_tempest_config-809376797 tempest-verify_tempest_config-809376797-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=103919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 03 15:22:47.079465 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-cfc861fb-c753-4a10-9698-5791f45ebe73 tempest-verify_tempest_config-809376797 tempest-verify_tempest_config-809376797-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0059931 Jun 03 15:22:47.383816 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 48460) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:22:47.489581 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-e36dd210-1324-41c5-a94c-133e67cf43fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:22:47.566554 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-e36dd210-1324-41c5-a94c-133e67cf43fc admin admin] Publish callbacks [] for security_group (758e4c50-20a9-4422-a620-c8ef1d75dd89), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:22:47.570253 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-e36dd210-1324-41c5-a94c-133e67cf43fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (758e4c50-20a9-4422-a620-c8ef1d75dd89), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:22:47.614549 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36dd210-1324-41c5-a94c-133e67cf43fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=758e4c50-20a9-4422-a620-c8ef1d75dd89,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:47.618428 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-e36dd210-1324-41c5-a94c-133e67cf43fc admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=4ce6941c496f4939b0f36d780027887c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2336287 Jun 03 15:22:47.621767 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 48466) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:22:47.624482 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36dd210-1324-41c5-a94c-133e67cf43fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:47.624837 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36dd210-1324-41c5-a94c-133e67cf43fc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:47.625198 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36dd210-1324-41c5-a94c-133e67cf43fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:47.625541 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36dd210-1324-41c5-a94c-133e67cf43fc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:47.625874 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36dd210-1324-41c5-a94c-133e67cf43fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:47.626203 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36dd210-1324-41c5-a94c-133e67cf43fc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:47.626539 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36dd210-1324-41c5-a94c-133e67cf43fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:47.626883 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36dd210-1324-41c5-a94c-133e67cf43fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:47.627242 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36dd210-1324-41c5-a94c-133e67cf43fc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:47.627572 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36dd210-1324-41c5-a94c-133e67cf43fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:47.627899 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36dd210-1324-41c5-a94c-133e67cf43fc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:47.628222 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36dd210-1324-41c5-a94c-133e67cf43fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:47.628540 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36dd210-1324-41c5-a94c-133e67cf43fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:47.628857 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36dd210-1324-41c5-a94c-133e67cf43fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:47.629186 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36dd210-1324-41c5-a94c-133e67cf43fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:47.678341 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-804e2d3d-6ccf-4fbc-990e-1a3fe2c3b598 admin admin] Publish callbacks [] for security_group (758e4c50-20a9-4422-a620-c8ef1d75dd89), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:22:47.700273 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-804e2d3d-6ccf-4fbc-990e-1a3fe2c3b598 admin admin] Publish callbacks [] for security_group (758e4c50-20a9-4422-a620-c8ef1d75dd89), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:22:47.798238 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-804e2d3d-6ccf-4fbc-990e-1a3fe2c3b598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (758e4c50-20a9-4422-a620-c8ef1d75dd89), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:22:47.800701 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-804e2d3d-6ccf-4fbc-990e-1a3fe2c3b598 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:22:47.801839 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-804e2d3d-6ccf-4fbc-990e-1a3fe2c3b598 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/758e4c50-20a9-4422-a620-c8ef1d75dd89 HTTP/1.1" status: 204 len: 168 time: 0.1790292 Jun 03 15:22:47.811432 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e2d3d-6ccf-4fbc-990e-1a3fe2c3b598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758e4c50-20a9-4422-a620-c8ef1d75dd89,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:22:47.817529 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e2d3d-6ccf-4fbc-990e-1a3fe2c3b598 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:47.817877 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e2d3d-6ccf-4fbc-990e-1a3fe2c3b598 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:47.818215 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e2d3d-6ccf-4fbc-990e-1a3fe2c3b598 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:47.818563 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e2d3d-6ccf-4fbc-990e-1a3fe2c3b598 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:47.818895 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e2d3d-6ccf-4fbc-990e-1a3fe2c3b598 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:47.819217 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e2d3d-6ccf-4fbc-990e-1a3fe2c3b598 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:47.819535 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e2d3d-6ccf-4fbc-990e-1a3fe2c3b598 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:47.819852 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e2d3d-6ccf-4fbc-990e-1a3fe2c3b598 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:47.820182 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e2d3d-6ccf-4fbc-990e-1a3fe2c3b598 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:47.820500 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e2d3d-6ccf-4fbc-990e-1a3fe2c3b598 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:47.820817 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e2d3d-6ccf-4fbc-990e-1a3fe2c3b598 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:47.821135 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e2d3d-6ccf-4fbc-990e-1a3fe2c3b598 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:47.821463 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e2d3d-6ccf-4fbc-990e-1a3fe2c3b598 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:47.821825 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e2d3d-6ccf-4fbc-990e-1a3fe2c3b598 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:47.822142 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e2d3d-6ccf-4fbc-990e-1a3fe2c3b598 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:22:50.598318 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=14 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:22:50.605605 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=14 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:22:51.513275 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a13ae3f8-ccf3-452d-b135-040544c042f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (ba2d900a-f6c8-44b2-a19a-5d512e564d5a), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:22:53.729151 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b4975e89-5856-4996-90b0-f70d9ce5d75d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (af3cb756-c261-4349-9f96-3650fb8ddf57), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:22:55.461358 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ea450706-6f9d-4600-9901-8a13358e87c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (c1b56563-1529-491f-97b0-bd0331fef87b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:22:56.506110 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0007325d-49bd-45ba-86c8-d0efad7af70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (e76c2f28-d1d2-478d-a24e-96dcb24ae502), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:22:57.617663 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=19,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:22:57.620544 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=20,neutron:INSERT=6 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:22:57.813558 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=22,neutron:DELETE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:22:57.814512 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=13,neutron:DELETE=3 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:22:58.208842 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (b78338d6-31c9-4f43-bfac-5a5a854a8366), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:23:03.859398 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=3 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:23:03.860562 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=3 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:23:08.200739 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:23:08.205864 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:23:10.845722 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.agents_db [None req-a949b1cf-d0d8-4748-9c84-4164e96bf99f None None] Agent healthcheck: found 5 active agents {{(pid=103922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 15:23:20.842047 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=2 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:23:21.517615 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8f7d4384-2cb7-4e5f-9f3d-773b309ffa0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (ba2d900a-f6c8-44b2-a19a-5d512e564d5a), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:23:23.733333 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8edac52c-660d-4ddb-8e83-5ea1319a468f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (af3cb756-c261-4349-9f96-3650fb8ddf57), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:23:25.465315 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ea450706-6f9d-4600-9901-8a13358e87c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (c1b56563-1529-491f-97b0-bd0331fef87b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:23:26.500900 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0007325d-49bd-45ba-86c8-d0efad7af70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (e76c2f28-d1d2-478d-a24e-96dcb24ae502), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:23:28.207891 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (b78338d6-31c9-4f43-bfac-5a5a854a8366), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:23:38.201072 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:23:38.203120 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:23:47.844186 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.agents_db [None req-a949b1cf-d0d8-4748-9c84-4164e96bf99f None None] Agent healthcheck: found 5 active agents {{(pid=103922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 15:23:51.522911 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-1920a1c7-d7cc-440a-8779-e34606c58ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (ba2d900a-f6c8-44b2-a19a-5d512e564d5a), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:23:53.735107 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7f5c4bd1-c051-4103-9165-5dcfbae1bf88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (af3cb756-c261-4349-9f96-3650fb8ddf57), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:23:55.466439 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ea450706-6f9d-4600-9901-8a13358e87c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (c1b56563-1529-491f-97b0-bd0331fef87b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:23:56.501052 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0007325d-49bd-45ba-86c8-d0efad7af70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (e76c2f28-d1d2-478d-a24e-96dcb24ae502), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:23:57.840149 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:23:57.841079 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=4 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:23:58.201027 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (b78338d6-31c9-4f43-bfac-5a5a854a8366), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:24:08.194602 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:24:08.196497 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:24:17.848875 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=4 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:24:17.853504 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=4 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:24:21.526432 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-fb7bf4ad-47ef-45db-80be-61b6a66f2b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (ba2d900a-f6c8-44b2-a19a-5d512e564d5a), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:24:23.737281 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-41f7f881-cdd1-44e5-bb71-2865750e7829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (af3cb756-c261-4349-9f96-3650fb8ddf57), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:24:24.843602 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.agents_db [None req-a949b1cf-d0d8-4748-9c84-4164e96bf99f None None] Agent healthcheck: found 5 active agents {{(pid=103922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 15:24:25.471247 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ea450706-6f9d-4600-9901-8a13358e87c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (c1b56563-1529-491f-97b0-bd0331fef87b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:24:26.505572 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0007325d-49bd-45ba-86c8-d0efad7af70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (e76c2f28-d1d2-478d-a24e-96dcb24ae502), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:24:28.203749 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (b78338d6-31c9-4f43-bfac-5a5a854a8366), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:24:34.839408 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=1 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:24:34.840184 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=1 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:24:36.540043 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-765750'] for agent (5d40428d-d668-464b-bcee-3124e1355b3b), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:24:46.531068 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:24:46.534888 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:24:48.906899 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 48540) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:24:49.014128 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-63f7aa1e-95ec-4f77-a95c-64e6162e0e52 admin admin] 10.222.0.93 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1061399 Jun 03 15:24:51.302184 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 48550) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:24:51.360228 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-e544a35d-3f63-4c01-bf7d-aeea815c1228 admin admin] 10.222.0.93 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0545659 Jun 03 15:24:51.530486 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-5e79b7fa-a7e3-42d0-b2dc-505847ad93be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (ba2d900a-f6c8-44b2-a19a-5d512e564d5a), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:24:53.740731 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-5c04e1dd-2cc1-46d2-9276-7469642bf4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (af3cb756-c261-4349-9f96-3650fb8ddf57), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:24:54.855104 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=15 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:24:54.860188 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=17 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:24:55.472522 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ea450706-6f9d-4600-9901-8a13358e87c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (c1b56563-1529-491f-97b0-bd0331fef87b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:24:56.501036 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0007325d-49bd-45ba-86c8-d0efad7af70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (e76c2f28-d1d2-478d-a24e-96dcb24ae502), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:24:58.208427 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (b78338d6-31c9-4f43-bfac-5a5a854a8366), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:24:59.008441 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:25:01.354594 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=3 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:25:01.848708 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.agents_db [None req-a949b1cf-d0d8-4748-9c84-4164e96bf99f None None] Agent healthcheck: found 6 active agents {{(pid=103922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 15:25:06.520026 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (5d40428d-d668-464b-bcee-3124e1355b3b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:25:11.838340 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=2 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:25:16.512547 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:25:16.514598 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:25:21.537329 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-658bd74c-ff70-43aa-b79f-0c0b56a092ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (ba2d900a-f6c8-44b2-a19a-5d512e564d5a), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:25:23.743872 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-958ad2be-5f76-47f1-9784-275ca994afb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (af3cb756-c261-4349-9f96-3650fb8ddf57), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:25:25.474419 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ea450706-6f9d-4600-9901-8a13358e87c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (c1b56563-1529-491f-97b0-bd0331fef87b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:25:26.503358 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0007325d-49bd-45ba-86c8-d0efad7af70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (e76c2f28-d1d2-478d-a24e-96dcb24ae502), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:25:28.211707 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (b78338d6-31c9-4f43-bfac-5a5a854a8366), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:25:31.856740 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=2 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:25:31.857480 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=4 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:25:36.534270 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (5d40428d-d668-464b-bcee-3124e1355b3b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:25:38.849773 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.agents_db [None req-a949b1cf-d0d8-4748-9c84-4164e96bf99f None None] Agent healthcheck: found 6 active agents {{(pid=103922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 15:25:46.526289 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:25:46.529994 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:25:48.846200 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=2 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:25:49.854370 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:25:51.542430 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-d6953eec-e260-435f-a20e-63f4e3a7008d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (ba2d900a-f6c8-44b2-a19a-5d512e564d5a), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:25:53.746043 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ffb85cce-87e5-41f4-84db-5fe49a093afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (af3cb756-c261-4349-9f96-3650fb8ddf57), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:25:55.478196 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ea450706-6f9d-4600-9901-8a13358e87c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (c1b56563-1529-491f-97b0-bd0331fef87b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:25:56.507775 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0007325d-49bd-45ba-86c8-d0efad7af70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (e76c2f28-d1d2-478d-a24e-96dcb24ae502), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:25:58.215993 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (b78338d6-31c9-4f43-bfac-5a5a854a8366), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:06.540780 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (5d40428d-d668-464b-bcee-3124e1355b3b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:08.843063 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=2 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:08.852873 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=4 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:15.849187 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.agents_db [None req-a949b1cf-d0d8-4748-9c84-4164e96bf99f None None] Agent healthcheck: found 6 active agents {{(pid=103922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 15:26:16.534331 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:16.536373 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:21.526047 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f200794a-6109-4d1a-a422-8d03e28d86df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (ba2d900a-f6c8-44b2-a19a-5d512e564d5a), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:23.750820 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0f6f4d76-52a7-4ba9-8794-47a79e6dad17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (af3cb756-c261-4349-9f96-3650fb8ddf57), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:25.482107 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ea450706-6f9d-4600-9901-8a13358e87c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (c1b56563-1529-491f-97b0-bd0331fef87b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:25.845034 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=2 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:26.509788 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0007325d-49bd-45ba-86c8-d0efad7af70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (e76c2f28-d1d2-478d-a24e-96dcb24ae502), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:28.232805 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (b78338d6-31c9-4f43-bfac-5a5a854a8366), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:31.480990 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 48620) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:26:31.654247 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-63a762f9-9e9c-4836-8cc5-5e78f8dac399 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1120574531-network', 'tenant_id': '16edd3f309d54728882acc6d23f8861e'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:26:31.696430 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a762f9-9e9c-4836-8cc5-5e78f8dac399 admin admin] Made reservation on behalf of 16edd3f309d54728882acc6d23f8861e for: {'network': 1} {{(pid=103919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:26:31.700421 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-63a762f9-9e9c-4836-8cc5-5e78f8dac399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for network (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:31.712250 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-63a762f9-9e9c-4836-8cc5-5e78f8dac399 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:31.811443 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-63a762f9-9e9c-4836-8cc5-5e78f8dac399 admin admin] Publish callbacks [] for security_group (b44a5c74-1955-4b3d-bb32-be03f0e3141f), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:31.821092 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-63a762f9-9e9c-4836-8cc5-5e78f8dac399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (b44a5c74-1955-4b3d-bb32-be03f0e3141f), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:31.852448 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a762f9-9e9c-4836-8cc5-5e78f8dac399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44a5c74-1955-4b3d-bb32-be03f0e3141f,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:31.859871 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63a762f9-9e9c-4836-8cc5-5e78f8dac399 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 850} {{(pid=103919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:26:31.862566 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a762f9-9e9c-4836-8cc5-5e78f8dac399 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:31.862928 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a762f9-9e9c-4836-8cc5-5e78f8dac399 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:31.863320 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a762f9-9e9c-4836-8cc5-5e78f8dac399 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:31.863625 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a762f9-9e9c-4836-8cc5-5e78f8dac399 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:31.864083 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a762f9-9e9c-4836-8cc5-5e78f8dac399 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:31.864411 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a762f9-9e9c-4836-8cc5-5e78f8dac399 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:31.864734 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a762f9-9e9c-4836-8cc5-5e78f8dac399 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:31.865050 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a762f9-9e9c-4836-8cc5-5e78f8dac399 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:31.865369 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a762f9-9e9c-4836-8cc5-5e78f8dac399 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:31.865685 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a762f9-9e9c-4836-8cc5-5e78f8dac399 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:31.866004 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a762f9-9e9c-4836-8cc5-5e78f8dac399 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:31.866318 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a762f9-9e9c-4836-8cc5-5e78f8dac399 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:31.866660 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a762f9-9e9c-4836-8cc5-5e78f8dac399 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:31.866972 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a762f9-9e9c-4836-8cc5-5e78f8dac399 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:31.867286 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a762f9-9e9c-4836-8cc5-5e78f8dac399 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:31.868481 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a762f9-9e9c-4836-8cc5-5e78f8dac399 admin admin] Tracked resource versions report: Jun 03 15:26:31.868481 dv-cinder-831247-16-iscsi neutron-server[103919]: pushed versions: Jun 03 15:26:31.868481 dv-cinder-831247-16-iscsi neutron-server[103919]: { 'AddressGroup': {'1.2'}, Jun 03 15:26:31.868481 dv-cinder-831247-16-iscsi neutron-server[103919]: 'Agent': {'1.1'}, Jun 03 15:26:31.868481 dv-cinder-831247-16-iscsi neutron-server[103919]: 'ConntrackHelper': {'1.0'}, Jun 03 15:26:31.868481 dv-cinder-831247-16-iscsi neutron-server[103919]: 'LocalIPAssociation': {'1.0'}, Jun 03 15:26:31.868481 dv-cinder-831247-16-iscsi neutron-server[103919]: 'Log': {'1.0'}, Jun 03 15:26:31.868481 dv-cinder-831247-16-iscsi neutron-server[103919]: 'NDPProxy': {'1.0'}, Jun 03 15:26:31.868481 dv-cinder-831247-16-iscsi neutron-server[103919]: 'Network': {'1.1'}, Jun 03 15:26:31.868481 dv-cinder-831247-16-iscsi neutron-server[103919]: 'Port': {'1.7'}, Jun 03 15:26:31.868481 dv-cinder-831247-16-iscsi neutron-server[103919]: 'PortForwarding': {'1.3'}, Jun 03 15:26:31.868481 dv-cinder-831247-16-iscsi neutron-server[103919]: 'QosPolicy': {'1.10'}, Jun 03 15:26:31.868481 dv-cinder-831247-16-iscsi neutron-server[103919]: 'SecurityGroup': {'1.5'}, Jun 03 15:26:31.868481 dv-cinder-831247-16-iscsi neutron-server[103919]: 'SecurityGroupRule': {'1.2'}, Jun 03 15:26:31.868481 dv-cinder-831247-16-iscsi neutron-server[103919]: 'SubPort': {'1.0'}, Jun 03 15:26:31.868481 dv-cinder-831247-16-iscsi neutron-server[103919]: 'Subnet': {'1.1'}, Jun 03 15:26:31.868481 dv-cinder-831247-16-iscsi neutron-server[103919]: 'Trunk': {'1.1'}} Jun 03 15:26:31.868481 dv-cinder-831247-16-iscsi neutron-server[103919]: consumer versions: Jun 03 15:26:31.868481 dv-cinder-831247-16-iscsi neutron-server[103919]: { DHCP agent@dv-cinder-831247-16-iscsi: {}, Jun 03 15:26:31.868481 dv-cinder-831247-16-iscsi neutron-server[103919]: HyperV agent@hv-cinder-83124: {}, Jun 03 15:26:31.868481 dv-cinder-831247-16-iscsi neutron-server[103919]: L3 agent@dv-cinder-831247-16-iscsi: {}, Jun 03 15:26:31.868481 dv-cinder-831247-16-iscsi neutron-server[103919]: Metadata agent@dv-cinder-831247-16-iscsi: {}, Jun 03 15:26:31.868481 dv-cinder-831247-16-iscsi neutron-server[103919]: Metering agent@dv-cinder-831247-16-iscsi: {}, Jun 03 15:26:31.868481 dv-cinder-831247-16-iscsi neutron-server[103919]: Open vSwitch agent@dv-cinder-831247-16-iscsi: { 'AddressGroup': '1.2', Jun 03 15:26:31.868481 dv-cinder-831247-16-iscsi neutron-server[103919]: 'Agent': '1.1', Jun 03 15:26:31.868481 dv-cinder-831247-16-iscsi neutron-server[103919]: 'ConntrackHelper': '1.0', Jun 03 15:26:31.868481 dv-cinder-831247-16-iscsi neutron-server[103919]: 'LocalIPAssociation': '1.0', Jun 03 15:26:31.868481 dv-cinder-831247-16-iscsi neutron-server[103919]: 'Log': '1.0', Jun 03 15:26:31.868481 dv-cinder-831247-16-iscsi neutron-server[103919]: 'NDPProxy': '1.0', Jun 03 15:26:31.868481 dv-cinder-831247-16-iscsi neutron-server[103919]: 'Network': '1.1', Jun 03 15:26:31.868481 dv-cinder-831247-16-iscsi neutron-server[103919]: 'Port': '1.7', Jun 03 15:26:31.868481 dv-cinder-831247-16-iscsi neutron-server[103919]: 'PortForwarding': '1.3', Jun 03 15:26:31.868481 dv-cinder-831247-16-iscsi neutron-server[103919]: 'QosPolicy': '1.10', Jun 03 15:26:31.868481 dv-cinder-831247-16-iscsi neutron-server[103919]: 'SecurityGroup': '1.5', Jun 03 15:26:31.868481 dv-cinder-831247-16-iscsi neutron-server[103919]: 'SecurityGroupRule': '1.2', Jun 03 15:26:31.868481 dv-cinder-831247-16-iscsi neutron-server[103919]: 'SubPort': '1.0', Jun 03 15:26:31.868481 dv-cinder-831247-16-iscsi neutron-server[103919]: 'Subnet': '1.1', Jun 03 15:26:31.868481 dv-cinder-831247-16-iscsi neutron-server[103919]: 'Trunk': '1.1'}} Jun 03 15:26:31.868481 dv-cinder-831247-16-iscsi neutron-server[103919]: {{(pid=103919) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 15:26:31.880291 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-63a762f9-9e9c-4836-8cc5-5e78f8dac399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659633'] for segment (e7fa8e9f-2916-4044-ae3b-4a0e4ef94a1c), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:31.880432 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.db.segments_db [None req-63a762f9-9e9c-4836-8cc5-5e78f8dac399 admin admin] Added segment e7fa8e9f-2916-4044-ae3b-4a0e4ef94a1c of type vlan for network fc85e51d-f7a3-45da-ad6c-8c73a576aa2c Jun 03 15:26:31.929090 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-63a762f9-9e9c-4836-8cc5-5e78f8dac399 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362361959'] for network (fc85e51d-f7a3-45da-ad6c-8c73a576aa2c), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:31.958750 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-63a762f9-9e9c-4836-8cc5-5e78f8dac399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408'] for network (fc85e51d-f7a3-45da-ad6c-8c73a576aa2c), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:31.959875 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a762f9-9e9c-4836-8cc5-5e78f8dac399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:31.960502 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-63a762f9-9e9c-4836-8cc5-5e78f8dac399 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for network (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:32.040619 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-63a762f9-9e9c-4836-8cc5-5e78f8dac399 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.5566912 Jun 03 15:26:32.044064 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 48672) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:26:32.048789 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-a6361747-141a-4be9-9164-45863116e3de admin admin] Request body: {'subnet': {'network_id': 'fc85e51d-f7a3-45da-ad6c-8c73a576aa2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1120574531-subnet', 'tenant_id': '16edd3f309d54728882acc6d23f8861e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:26:32.052302 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a762f9-9e9c-4836-8cc5-5e78f8dac399 admin admin] Pushing event updated for resources: {'Network': ['ID=fc85e51d-f7a3-45da-ad6c-8c73a576aa2c,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:32.062299 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Network fc85e51d-f7a3-45da-ad6c-8c73a576aa2c details requested by agent ovs-agent-dv-cinder-831247-16-iscsi with host dv-cinder-831247-16-iscsi {{(pid=103921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 03 15:26:32.091979 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6361747-141a-4be9-9164-45863116e3de admin admin] Made reservation on behalf of 16edd3f309d54728882acc6d23f8861e for: {'subnet': 1} {{(pid=103919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:26:32.096948 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-a6361747-141a-4be9-9164-45863116e3de admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:32.308743 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-a6361747-141a-4be9-9164-45863116e3de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408'] for subnet (774a6a80-1cd7-4bc8-a1d0-ccd75afe6883), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:32.356455 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6361747-141a-4be9-9164-45863116e3de admin admin] Pushing event updated for resources: {'Subnet': ['ID=774a6a80-1cd7-4bc8-a1d0-ccd75afe6883,revision_number=0']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:32.377897 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6361747-141a-4be9-9164-45863116e3de admin admin] Checking segment: {'id': 'e7fa8e9f-2916-4044-ae3b-4a0e4ef94a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'fc85e51d-f7a3-45da-ad6c-8c73a576aa2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:26:32.378348 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6361747-141a-4be9-9164-45863116e3de admin admin] Network hostable DHCP agents. Network: fc85e51d-f7a3-45da-ad6c-8c73a576aa2c, hostable agents: ['ba2d900a-f6c8-44b2-a19a-5d512e564d5a'], hosted agents: [] {{(pid=103919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:26:32.393034 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:32.396745 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6361747-141a-4be9-9164-45863116e3de admin admin] Network fc85e51d-f7a3-45da-ad6c-8c73a576aa2c is scheduled to be hosted by DHCP agent ba2d900a-f6c8-44b2-a19a-5d512e564d5a with binding_index 1 {{(pid=103919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:26:32.411327 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.base_scheduler [None req-a6361747-141a-4be9-9164-45863116e3de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-16-iscsi, fc85e51d-f7a3-45da-ad6c-8c73a576aa2c) {{(pid=103919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:26:32.418874 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6361747-141a-4be9-9164-45863116e3de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:32.418874 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-a6361747-141a-4be9-9164-45863116e3de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for subnet (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:32.423393 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bbe0ae-39b7-46d5-ad91-f266d0da9411 None None] Network fc85e51d-f7a3-45da-ad6c-8c73a576aa2c requested from dv-cinder-831247-16-iscsi {{(pid=103921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 15:26:32.443554 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 48692) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:26:32.449797 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-be1cd7b6-589a-4fb3-910c-08c08cf557d4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1120574531-router', 'tenant_id': '16edd3f309d54728882acc6d23f8861e', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913'}}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:26:32.455175 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-a6361747-141a-4be9-9164-45863116e3de admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4100730 Jun 03 15:26:32.487131 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-be1cd7b6-589a-4fb3-910c-08c08cf557d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8047'] for router (7c1789ab-eeef-43a0-9b0e-0854ddeaef18), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:32.488804 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-be1cd7b6-589a-4fb3-910c-08c08cf557d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-758221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-763459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-749579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8036'] for router (7c1789ab-eeef-43a0-9b0e-0854ddeaef18), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:32.540273 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cad3163-170d-46f6-a1da-280e2c6ea52a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab2d7c19-a2cf-559f-b13f-a4a613ae6a08-fc85e51d-f7a3-45da-ad6c-8c73a576aa2c', 'network_id': 'fc85e51d-f7a3-45da-ad6c-8c73a576aa2c', 'project_id': '16edd3f309d54728882acc6d23f8861e', 'fixed_ips': [{'subnet_id': '774a6a80-1cd7-4bc8-a1d0-ccd75afe6883'}]}} from dv-cinder-831247-16-iscsi. {{(pid=103921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 03 15:26:32.541520 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8cad3163-170d-46f6-a1da-280e2c6ea52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:32.558400 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-be1cd7b6-589a-4fb3-910c-08c08cf557d4 admin admin] Publish callbacks [] for router_controller (7c1789ab-eeef-43a0-9b0e-0854ddeaef18), precommit_add_association {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:32.715061 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-be1cd7b6-589a-4fb3-910c-08c08cf557d4 admin admin] Publish callbacks [] for router_gateway (7c1789ab-eeef-43a0-9b0e-0854ddeaef18), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:32.719222 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.db_base_plugin_common [None req-8cad3163-170d-46f6-a1da-280e2c6ea52a None None] Allocated IP 172.20.0.2 (fc85e51d-f7a3-45da-ad6c-8c73a576aa2c/774a6a80-1cd7-4bc8-a1d0-ccd75afe6883/8dcd57ae-8b1b-4fd0-b215-8f24f2e739c4) {{(pid=103921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:26:32.892301 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8cad3163-170d-46f6-a1da-280e2c6ea52a None None] Publish callbacks [] for port (8dcd57ae-8b1b-4fd0-b215-8f24f2e739c4), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:32.906469 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8cad3163-170d-46f6-a1da-280e2c6ea52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560'] for port (8dcd57ae-8b1b-4fd0-b215-8f24f2e739c4), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:32.948430 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cad3163-170d-46f6-a1da-280e2c6ea52a None None] Network fc85e51d-f7a3-45da-ad6c-8c73a576aa2c is already hosted by enough agents. {{(pid=103921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:26:32.952067 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.scheduler.base_scheduler [None req-8cad3163-170d-46f6-a1da-280e2c6ea52a None None] Resources bound (agent type, host, resource id): {{(pid=103921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:26:32.955090 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cad3163-170d-46f6-a1da-280e2c6ea52a None None] Received port after_create {{(pid=103921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:26:32.963024 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-be1cd7b6-589a-4fb3-910c-08c08cf557d4 admin admin] Publish callbacks [] for router_gateway (7c1789ab-eeef-43a0-9b0e-0854ddeaef18), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:32.967439 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cad3163-170d-46f6-a1da-280e2c6ea52a None None] Pushing event updated for resources: {'Port': ['ID=8dcd57ae-8b1b-4fd0-b215-8f24f2e739c4,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:32.995076 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad3163-170d-46f6-a1da-280e2c6ea52a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:32.995539 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad3163-170d-46f6-a1da-280e2c6ea52a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:32.995987 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad3163-170d-46f6-a1da-280e2c6ea52a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:32.996214 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-be1cd7b6-589a-4fb3-910c-08c08cf557d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:32.996515 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad3163-170d-46f6-a1da-280e2c6ea52a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:32.996944 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad3163-170d-46f6-a1da-280e2c6ea52a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:32.997352 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad3163-170d-46f6-a1da-280e2c6ea52a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:32.997765 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad3163-170d-46f6-a1da-280e2c6ea52a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:32.998177 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad3163-170d-46f6-a1da-280e2c6ea52a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:32.998626 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad3163-170d-46f6-a1da-280e2c6ea52a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:32.999024 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad3163-170d-46f6-a1da-280e2c6ea52a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:32.999532 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad3163-170d-46f6-a1da-280e2c6ea52a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:32.999873 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad3163-170d-46f6-a1da-280e2c6ea52a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:33.000190 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad3163-170d-46f6-a1da-280e2c6ea52a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:33.000671 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad3163-170d-46f6-a1da-280e2c6ea52a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:33.001289 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad3163-170d-46f6-a1da-280e2c6ea52a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:33.002703 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cad3163-170d-46f6-a1da-280e2c6ea52a None None] Tracked resource versions report: Jun 03 15:26:33.002703 dv-cinder-831247-16-iscsi neutron-server[103921]: pushed versions: Jun 03 15:26:33.002703 dv-cinder-831247-16-iscsi neutron-server[103921]: { 'AddressGroup': {'1.2'}, Jun 03 15:26:33.002703 dv-cinder-831247-16-iscsi neutron-server[103921]: 'Agent': {'1.1'}, Jun 03 15:26:33.002703 dv-cinder-831247-16-iscsi neutron-server[103921]: 'ConntrackHelper': {'1.0'}, Jun 03 15:26:33.002703 dv-cinder-831247-16-iscsi neutron-server[103921]: 'LocalIPAssociation': {'1.0'}, Jun 03 15:26:33.002703 dv-cinder-831247-16-iscsi neutron-server[103921]: 'Log': {'1.0'}, Jun 03 15:26:33.002703 dv-cinder-831247-16-iscsi neutron-server[103921]: 'NDPProxy': {'1.0'}, Jun 03 15:26:33.002703 dv-cinder-831247-16-iscsi neutron-server[103921]: 'Network': {'1.1'}, Jun 03 15:26:33.002703 dv-cinder-831247-16-iscsi neutron-server[103921]: 'Port': {'1.7'}, Jun 03 15:26:33.002703 dv-cinder-831247-16-iscsi neutron-server[103921]: 'PortForwarding': {'1.3'}, Jun 03 15:26:33.002703 dv-cinder-831247-16-iscsi neutron-server[103921]: 'QosPolicy': {'1.10'}, Jun 03 15:26:33.002703 dv-cinder-831247-16-iscsi neutron-server[103921]: 'SecurityGroup': {'1.5'}, Jun 03 15:26:33.002703 dv-cinder-831247-16-iscsi neutron-server[103921]: 'SecurityGroupRule': {'1.2'}, Jun 03 15:26:33.002703 dv-cinder-831247-16-iscsi neutron-server[103921]: 'SubPort': {'1.0'}, Jun 03 15:26:33.002703 dv-cinder-831247-16-iscsi neutron-server[103921]: 'Subnet': {'1.1'}, Jun 03 15:26:33.002703 dv-cinder-831247-16-iscsi neutron-server[103921]: 'Trunk': {'1.1'}} Jun 03 15:26:33.002703 dv-cinder-831247-16-iscsi neutron-server[103921]: consumer versions: Jun 03 15:26:33.002703 dv-cinder-831247-16-iscsi neutron-server[103921]: { DHCP agent@dv-cinder-831247-16-iscsi: {}, Jun 03 15:26:33.002703 dv-cinder-831247-16-iscsi neutron-server[103921]: HyperV agent@hv-cinder-83124: {}, Jun 03 15:26:33.002703 dv-cinder-831247-16-iscsi neutron-server[103921]: L3 agent@dv-cinder-831247-16-iscsi: {}, Jun 03 15:26:33.002703 dv-cinder-831247-16-iscsi neutron-server[103921]: Metadata agent@dv-cinder-831247-16-iscsi: {}, Jun 03 15:26:33.002703 dv-cinder-831247-16-iscsi neutron-server[103921]: Metering agent@dv-cinder-831247-16-iscsi: {}, Jun 03 15:26:33.002703 dv-cinder-831247-16-iscsi neutron-server[103921]: Open vSwitch agent@dv-cinder-831247-16-iscsi: { 'AddressGroup': '1.2', Jun 03 15:26:33.002703 dv-cinder-831247-16-iscsi neutron-server[103921]: 'Agent': '1.1', Jun 03 15:26:33.002703 dv-cinder-831247-16-iscsi neutron-server[103921]: 'ConntrackHelper': '1.0', Jun 03 15:26:33.002703 dv-cinder-831247-16-iscsi neutron-server[103921]: 'LocalIPAssociation': '1.0', Jun 03 15:26:33.002703 dv-cinder-831247-16-iscsi neutron-server[103921]: 'Log': '1.0', Jun 03 15:26:33.002703 dv-cinder-831247-16-iscsi neutron-server[103921]: 'NDPProxy': '1.0', Jun 03 15:26:33.002703 dv-cinder-831247-16-iscsi neutron-server[103921]: 'Network': '1.1', Jun 03 15:26:33.002703 dv-cinder-831247-16-iscsi neutron-server[103921]: 'Port': '1.7', Jun 03 15:26:33.002703 dv-cinder-831247-16-iscsi neutron-server[103921]: 'PortForwarding': '1.3', Jun 03 15:26:33.002703 dv-cinder-831247-16-iscsi neutron-server[103921]: 'QosPolicy': '1.10', Jun 03 15:26:33.002703 dv-cinder-831247-16-iscsi neutron-server[103921]: 'SecurityGroup': '1.5', Jun 03 15:26:33.002703 dv-cinder-831247-16-iscsi neutron-server[103921]: 'SecurityGroupRule': '1.2', Jun 03 15:26:33.002703 dv-cinder-831247-16-iscsi neutron-server[103921]: 'SubPort': '1.0', Jun 03 15:26:33.002703 dv-cinder-831247-16-iscsi neutron-server[103921]: 'Subnet': '1.1', Jun 03 15:26:33.002703 dv-cinder-831247-16-iscsi neutron-server[103921]: 'Trunk': '1.1'}} Jun 03 15:26:33.002703 dv-cinder-831247-16-iscsi neutron-server[103921]: {{(pid=103921) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 15:26:33.058048 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-8cad3163-170d-46f6-a1da-280e2c6ea52a None None] Attempting to bind port 8dcd57ae-8b1b-4fd0-b215-8f24f2e739c4 on host dv-cinder-831247-16-iscsi for vnic_type normal with profile {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 15:26:33.058713 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-8cad3163-170d-46f6-a1da-280e2c6ea52a None None] Attempting to bind port 8dcd57ae-8b1b-4fd0-b215-8f24f2e739c4 by drivers openvswitch,hyperv on host dv-cinder-831247-16-iscsi at level 0 using segments [{'id': 'e7fa8e9f-2916-4044-ae3b-4a0e4ef94a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'fc85e51d-f7a3-45da-ad6c-8c73a576aa2c'}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 15:26:33.059210 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cad3163-170d-46f6-a1da-280e2c6ea52a None None] Attempting to bind port 8dcd57ae-8b1b-4fd0-b215-8f24f2e739c4 on network fc85e51d-f7a3-45da-ad6c-8c73a576aa2c {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:26:33.064620 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cad3163-170d-46f6-a1da-280e2c6ea52a None None] Checking agent: {'id': 'b78338d6-31c9-4f43-bfac-5a5a854a8366', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 17, 58), 'started_at': datetime.datetime(2022, 6, 3, 15, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 15:26:33.065285 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cad3163-170d-46f6-a1da-280e2c6ea52a None None] Checking segment: {'id': 'e7fa8e9f-2916-4044-ae3b-4a0e4ef94a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'fc85e51d-f7a3-45da-ad6c-8c73a576aa2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:26:33.065399 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8cad3163-170d-46f6-a1da-280e2c6ea52a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:33.065786 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cad3163-170d-46f6-a1da-280e2c6ea52a None None] Bound using segment: {'id': 'e7fa8e9f-2916-4044-ae3b-4a0e4ef94a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'fc85e51d-f7a3-45da-ad6c-8c73a576aa2c'} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 15:26:33.066242 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-8cad3163-170d-46f6-a1da-280e2c6ea52a None None] Bound port: 8dcd57ae-8b1b-4fd0-b215-8f24f2e739c4, host: dv-cinder-831247-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7fa8e9f-2916-4044-ae3b-4a0e4ef94a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'fc85e51d-f7a3-45da-ad6c-8c73a576aa2c'}}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 15:26:33.066623 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8cad3163-170d-46f6-a1da-280e2c6ea52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (8dcd57ae-8b1b-4fd0-b215-8f24f2e739c4), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:33.135237 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8cad3163-170d-46f6-a1da-280e2c6ea52a None None] For port 8dcd57ae-8b1b-4fd0-b215-8f24f2e739c4, host dv-cinder-831247-16-iscsi, cleared binding levels {{(pid=103921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 15:26:33.137131 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_common [None req-be1cd7b6-589a-4fb3-910c-08c08cf557d4 admin admin] Allocated IP 172.27.3.10 (2ebb747a-15cb-4ff0-831b-eddaba7ea913/396ae3db-97af-42d7-bc28-96050c96ba42/9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f) {{(pid=103920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:26:33.139597 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8cad3163-170d-46f6-a1da-280e2c6ea52a None None] For port 8dcd57ae-8b1b-4fd0-b215-8f24f2e739c4, host dv-cinder-831247-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=8dcd57ae-8b1b-4fd0-b215-8f24f2e739c4,segment=NetworkSegment(e7fa8e9f-2916-4044-ae3b-4a0e4ef94a1c),segment_id=e7fa8e9f-2916-4044-ae3b-4a0e4ef94a1c)] {{(pid=103921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 15:26:33.153699 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8cad3163-170d-46f6-a1da-280e2c6ea52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (8dcd57ae-8b1b-4fd0-b215-8f24f2e739c4), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:33.227757 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:33.230077 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cad3163-170d-46f6-a1da-280e2c6ea52a None None] Pushing event updated for resources: {'Port': ['ID=8dcd57ae-8b1b-4fd0-b215-8f24f2e739c4,revision_number=2']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:33.283488 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-be1cd7b6-589a-4fb3-910c-08c08cf557d4 admin admin] Publish callbacks [] for port (9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:33.322974 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 48732) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:26:33.330158 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-be1cd7b6-589a-4fb3-910c-08c08cf557d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560'] for port (9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:33.489955 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1cd7b6-589a-4fb3-910c-08c08cf557d4 admin admin] Network 2ebb747a-15cb-4ff0-831b-eddaba7ea913 is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:26:33.495615 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-be1cd7b6-589a-4fb3-910c-08c08cf557d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:26:33.499396 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1cd7b6-589a-4fb3-910c-08c08cf557d4 admin admin] Received port after_create {{(pid=103920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:26:33.534143 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:33.594379 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1cd7b6-589a-4fb3-910c-08c08cf557d4 admin admin] Pushing event updated for resources: {'Port': ['ID=9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:33.624101 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1cd7b6-589a-4fb3-910c-08c08cf557d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:33.624453 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1cd7b6-589a-4fb3-910c-08c08cf557d4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:33.624800 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1cd7b6-589a-4fb3-910c-08c08cf557d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:33.625139 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1cd7b6-589a-4fb3-910c-08c08cf557d4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:33.625472 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1cd7b6-589a-4fb3-910c-08c08cf557d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:33.625802 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1cd7b6-589a-4fb3-910c-08c08cf557d4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:33.627227 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1cd7b6-589a-4fb3-910c-08c08cf557d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:33.627755 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1cd7b6-589a-4fb3-910c-08c08cf557d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:33.628094 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1cd7b6-589a-4fb3-910c-08c08cf557d4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:33.628462 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1cd7b6-589a-4fb3-910c-08c08cf557d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:33.628807 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1cd7b6-589a-4fb3-910c-08c08cf557d4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:33.629327 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1cd7b6-589a-4fb3-910c-08c08cf557d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:33.629836 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1cd7b6-589a-4fb3-910c-08c08cf557d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:33.630191 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1cd7b6-589a-4fb3-910c-08c08cf557d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:33.630518 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1cd7b6-589a-4fb3-910c-08c08cf557d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:33.631827 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1cd7b6-589a-4fb3-910c-08c08cf557d4 admin admin] Tracked resource versions report: Jun 03 15:26:33.631827 dv-cinder-831247-16-iscsi neutron-server[103920]: pushed versions: Jun 03 15:26:33.631827 dv-cinder-831247-16-iscsi neutron-server[103920]: { 'AddressGroup': {'1.2'}, Jun 03 15:26:33.631827 dv-cinder-831247-16-iscsi neutron-server[103920]: 'Agent': {'1.1'}, Jun 03 15:26:33.631827 dv-cinder-831247-16-iscsi neutron-server[103920]: 'ConntrackHelper': {'1.0'}, Jun 03 15:26:33.631827 dv-cinder-831247-16-iscsi neutron-server[103920]: 'LocalIPAssociation': {'1.0'}, Jun 03 15:26:33.631827 dv-cinder-831247-16-iscsi neutron-server[103920]: 'Log': {'1.0'}, Jun 03 15:26:33.631827 dv-cinder-831247-16-iscsi neutron-server[103920]: 'NDPProxy': {'1.0'}, Jun 03 15:26:33.631827 dv-cinder-831247-16-iscsi neutron-server[103920]: 'Network': {'1.1'}, Jun 03 15:26:33.631827 dv-cinder-831247-16-iscsi neutron-server[103920]: 'Port': {'1.7'}, Jun 03 15:26:33.631827 dv-cinder-831247-16-iscsi neutron-server[103920]: 'PortForwarding': {'1.3'}, Jun 03 15:26:33.631827 dv-cinder-831247-16-iscsi neutron-server[103920]: 'QosPolicy': {'1.10'}, Jun 03 15:26:33.631827 dv-cinder-831247-16-iscsi neutron-server[103920]: 'SecurityGroup': {'1.5'}, Jun 03 15:26:33.631827 dv-cinder-831247-16-iscsi neutron-server[103920]: 'SecurityGroupRule': {'1.2'}, Jun 03 15:26:33.631827 dv-cinder-831247-16-iscsi neutron-server[103920]: 'SubPort': {'1.0'}, Jun 03 15:26:33.631827 dv-cinder-831247-16-iscsi neutron-server[103920]: 'Subnet': {'1.1'}, Jun 03 15:26:33.631827 dv-cinder-831247-16-iscsi neutron-server[103920]: 'Trunk': {'1.1'}} Jun 03 15:26:33.631827 dv-cinder-831247-16-iscsi neutron-server[103920]: consumer versions: Jun 03 15:26:33.631827 dv-cinder-831247-16-iscsi neutron-server[103920]: { DHCP agent@dv-cinder-831247-16-iscsi: {}, Jun 03 15:26:33.631827 dv-cinder-831247-16-iscsi neutron-server[103920]: HyperV agent@hv-cinder-83124: {}, Jun 03 15:26:33.631827 dv-cinder-831247-16-iscsi neutron-server[103920]: L3 agent@dv-cinder-831247-16-iscsi: {}, Jun 03 15:26:33.631827 dv-cinder-831247-16-iscsi neutron-server[103920]: Metadata agent@dv-cinder-831247-16-iscsi: {}, Jun 03 15:26:33.631827 dv-cinder-831247-16-iscsi neutron-server[103920]: Metering agent@dv-cinder-831247-16-iscsi: {}, Jun 03 15:26:33.631827 dv-cinder-831247-16-iscsi neutron-server[103920]: Open vSwitch agent@dv-cinder-831247-16-iscsi: { 'AddressGroup': '1.2', Jun 03 15:26:33.631827 dv-cinder-831247-16-iscsi neutron-server[103920]: 'Agent': '1.1', Jun 03 15:26:33.631827 dv-cinder-831247-16-iscsi neutron-server[103920]: 'ConntrackHelper': '1.0', Jun 03 15:26:33.631827 dv-cinder-831247-16-iscsi neutron-server[103920]: 'LocalIPAssociation': '1.0', Jun 03 15:26:33.631827 dv-cinder-831247-16-iscsi neutron-server[103920]: 'Log': '1.0', Jun 03 15:26:33.631827 dv-cinder-831247-16-iscsi neutron-server[103920]: 'NDPProxy': '1.0', Jun 03 15:26:33.631827 dv-cinder-831247-16-iscsi neutron-server[103920]: 'Network': '1.1', Jun 03 15:26:33.631827 dv-cinder-831247-16-iscsi neutron-server[103920]: 'Port': '1.7', Jun 03 15:26:33.631827 dv-cinder-831247-16-iscsi neutron-server[103920]: 'PortForwarding': '1.3', Jun 03 15:26:33.631827 dv-cinder-831247-16-iscsi neutron-server[103920]: 'QosPolicy': '1.10', Jun 03 15:26:33.631827 dv-cinder-831247-16-iscsi neutron-server[103920]: 'SecurityGroup': '1.5', Jun 03 15:26:33.631827 dv-cinder-831247-16-iscsi neutron-server[103920]: 'SecurityGroupRule': '1.2', Jun 03 15:26:33.631827 dv-cinder-831247-16-iscsi neutron-server[103920]: 'SubPort': '1.0', Jun 03 15:26:33.631827 dv-cinder-831247-16-iscsi neutron-server[103920]: 'Subnet': '1.1', Jun 03 15:26:33.631827 dv-cinder-831247-16-iscsi neutron-server[103920]: 'Trunk': '1.1'}} Jun 03 15:26:33.631827 dv-cinder-831247-16-iscsi neutron-server[103920]: {{(pid=103920) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 15:26:33.684481 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-f2dfcb55-5f4c-47ab-a1d5-1e7ccc26abb1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-124064976-network', 'tenant_id': '683acaeef18d43b4ac3daeb60e3a8aea'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:26:33.735574 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2dfcb55-5f4c-47ab-a1d5-1e7ccc26abb1 admin admin] Made reservation on behalf of 683acaeef18d43b4ac3daeb60e3a8aea for: {'network': 1} {{(pid=103919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:26:33.743596 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-f2dfcb55-5f4c-47ab-a1d5-1e7ccc26abb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for network (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:33.756676 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-f2dfcb55-5f4c-47ab-a1d5-1e7ccc26abb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:33.821454 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-be1cd7b6-589a-4fb3-910c-08c08cf557d4 admin admin] Publish callbacks [] for router_gateway (7c1789ab-eeef-43a0-9b0e-0854ddeaef18), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:33.867961 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-f2dfcb55-5f4c-47ab-a1d5-1e7ccc26abb1 admin admin] Publish callbacks [] for security_group (6f59420a-b1c9-402c-bf1f-7ea81f7e4580), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:33.868946 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=74,neutron:INSERT=20,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:33.875400 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-f2dfcb55-5f4c-47ab-a1d5-1e7ccc26abb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (6f59420a-b1c9-402c-bf1f-7ea81f7e4580), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:33.903685 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:33.907837 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2dfcb55-5f4c-47ab-a1d5-1e7ccc26abb1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 897} {{(pid=103919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:26:33.924881 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dfcb55-5f4c-47ab-a1d5-1e7ccc26abb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f59420a-b1c9-402c-bf1f-7ea81f7e4580,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:33.930966 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-f2dfcb55-5f4c-47ab-a1d5-1e7ccc26abb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659633'] for segment (b75a6b5e-c3c8-474e-8be0-40ba0eb07934), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:33.932270 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.db.segments_db [None req-f2dfcb55-5f4c-47ab-a1d5-1e7ccc26abb1 admin admin] Added segment b75a6b5e-c3c8-474e-8be0-40ba0eb07934 of type vlan for network fa379d02-cec4-4bb7-8616-f922a2f53449 Jun 03 15:26:33.982867 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-f2dfcb55-5f4c-47ab-a1d5-1e7ccc26abb1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362361959'] for network (fa379d02-cec4-4bb7-8616-f922a2f53449), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:34.018460 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-f2dfcb55-5f4c-47ab-a1d5-1e7ccc26abb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408'] for network (fa379d02-cec4-4bb7-8616-f922a2f53449), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:34.020384 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2dfcb55-5f4c-47ab-a1d5-1e7ccc26abb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:34.021213 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-f2dfcb55-5f4c-47ab-a1d5-1e7ccc26abb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for network (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:34.070732 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-be1cd7b6-589a-4fb3-910c-08c08cf557d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-758228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-763446'] for router (7c1789ab-eeef-43a0-9b0e-0854ddeaef18), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:34.096277 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-f2dfcb55-5f4c-47ab-a1d5-1e7ccc26abb1 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.7721126 Jun 03 15:26:34.097450 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dfcb55-5f4c-47ab-a1d5-1e7ccc26abb1 admin admin] Pushing event updated for resources: {'Network': ['ID=fa379d02-cec4-4bb7-8616-f922a2f53449,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:34.099862 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 48758) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:26:34.105450 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-211b45f6-44ff-4e64-9bd5-f2563a178615 admin admin] Request body: {'subnet': {'network_id': 'fa379d02-cec4-4bb7-8616-f922a2f53449', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-124064976-subnet', 'tenant_id': '683acaeef18d43b4ac3daeb60e3a8aea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:26:34.111445 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Network fa379d02-cec4-4bb7-8616-f922a2f53449 details requested by agent ovs-agent-dv-cinder-831247-16-iscsi with host dv-cinder-831247-16-iscsi {{(pid=103921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 03 15:26:34.135369 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211b45f6-44ff-4e64-9bd5-f2563a178615 admin admin] Made reservation on behalf of 683acaeef18d43b4ac3daeb60e3a8aea for: {'subnet': 1} {{(pid=103919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:26:34.140013 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-211b45f6-44ff-4e64-9bd5-f2563a178615 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:34.190098 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 48762) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:26:34.241487 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 48766) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:26:34.357659 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be1cd7b6-589a-4fb3-910c-08c08cf557d4 admin admin] Router 7c1789ab-eeef-43a0-9b0e-0854ddeaef18 is scheduled to L3 agent af3cb756-c261-4349-9f96-3650fb8ddf57 with binding_index 1 {{(pid=103920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 03 15:26:34.421442 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-211b45f6-44ff-4e64-9bd5-f2563a178615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408'] for subnet (6b58a6af-0b3a-449b-b0cb-62eb81f299b2), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:34.477476 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b45f6-44ff-4e64-9bd5-f2563a178615 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b58a6af-0b3a-449b-b0cb-62eb81f299b2,revision_number=0']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:34.512827 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1cd7b6-589a-4fb3-910c-08c08cf557d4 admin admin] Notify agent at l3_agent.dv-cinder-831247-16-iscsi the message routers_updated {{(pid=103920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 15:26:34.515549 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211b45f6-44ff-4e64-9bd5-f2563a178615 admin admin] Checking segment: {'id': 'b75a6b5e-c3c8-474e-8be0-40ba0eb07934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'fa379d02-cec4-4bb7-8616-f922a2f53449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:26:34.515986 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211b45f6-44ff-4e64-9bd5-f2563a178615 admin admin] Network hostable DHCP agents. Network: fa379d02-cec4-4bb7-8616-f922a2f53449, hostable agents: ['ba2d900a-f6c8-44b2-a19a-5d512e564d5a'], hosted agents: [] {{(pid=103919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:26:34.533348 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e23a320-936d-4850-a6f2-28058b9bd4f7 None None] Sync routers for ids ['7c1789ab-eeef-43a0-9b0e-0854ddeaef18'] in dv-cinder-831247-16-iscsi {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:26:34.538618 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-be1cd7b6-589a-4fb3-910c-08c08cf557d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:34.543098 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-be1cd7b6-589a-4fb3-910c-08c08cf557d4 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0978646 Jun 03 15:26:34.543304 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211b45f6-44ff-4e64-9bd5-f2563a178615 admin admin] Network fa379d02-cec4-4bb7-8616-f922a2f53449 is scheduled to be hosted by DHCP agent ba2d900a-f6c8-44b2-a19a-5d512e564d5a with binding_index 1 {{(pid=103919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:26:34.544422 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 48788) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:26:34.545617 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e23a320-936d-4850-a6f2-28058b9bd4f7 None None] Routers {'7c1789ab-eeef-43a0-9b0e-0854ddeaef18'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:26:34.546269 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-3e23a320-936d-4850-a6f2-28058b9bd4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:26:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['7c1789ab-eeef-43a0-9b0e-0854ddeaef18'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:34.559758 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=77,neutron:INSERT=20,neutron:UPDATE=3 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:34.563067 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.base_scheduler [None req-211b45f6-44ff-4e64-9bd5-f2563a178615 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-16-iscsi, fa379d02-cec4-4bb7-8616-f922a2f53449) {{(pid=103919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:26:34.573594 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211b45f6-44ff-4e64-9bd5-f2563a178615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:34.576359 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-211b45f6-44ff-4e64-9bd5-f2563a178615 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for subnet (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:34.579019 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cce454-6fd3-4f20-92fc-64f6e36afd6e None None] Network fa379d02-cec4-4bb7-8616-f922a2f53449 requested from dv-cinder-831247-16-iscsi {{(pid=103921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 15:26:34.610685 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-211b45f6-44ff-4e64-9bd5-f2563a178615 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5095444 Jun 03 15:26:34.688832 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:INSERT=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:34.753472 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982ff3de-1a2f-4e0b-a2a3-a4ef014180c0 None None] Network fa379d02-cec4-4bb7-8616-f922a2f53449 requested from dv-cinder-831247-16-iscsi {{(pid=103921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 15:26:34.826658 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aede0029-0bad-415c-a72f-e033e3edfe90 None None] Network fc85e51d-f7a3-45da-ad6c-8c73a576aa2c requested from dv-cinder-831247-16-iscsi {{(pid=103921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 15:26:34.857530 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-3e23a320-936d-4850-a6f2-28058b9bd4f7 None None] Set router 7c1789ab-eeef-43a0-9b0e-0854ddeaef18 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:26:34.883845 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 48796) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:26:34.917167 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-857c5794-37c4-43fe-9029-f49ed78dcd6c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-682452530-network', 'tenant_id': 'a402ec1153624838be07cda58279f2a4'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:26:34.930557 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-14241604-1e74-492f-b608-20354915a5f6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1264158732-network', 'tenant_id': '1b930cadb2dc4e49947db0514528617d'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:26:35.045609 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-3e23a320-936d-4850-a6f2-28058b9bd4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1789ab-eeef-43a0-9b0e-0854ddeaef18', 'name': 'tempest-AttachVolumeTestJSON-1120574531-router', 'tenant_id': '16edd3f309d54728882acc6d23f8861e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:32Z', 'updated_at': '2022-06-03T15:26:33Z', 'revision_number': 3, 'project_id': '16edd3f309d54728882acc6d23f8861e', 'gw_port': {'id': '9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c1789ab-eeef-43a0-9b0e-0854ddeaef18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:33Z', 'updated_at': '2022-06-03T15:26:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi'}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:35.073837 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:35.076223 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e23a320-936d-4850-a6f2-28058b9bd4f7 None None] Checking router: 7c1789ab-eeef-43a0-9b0e-0854ddeaef18 for host: dv-cinder-831247-16-iscsi {{(pid=103922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:26:35.076749 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e23a320-936d-4850-a6f2-28058b9bd4f7 None None] Updating router 7c1789ab-eeef-43a0-9b0e-0854ddeaef18 port 9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f binding host dv-cinder-831247-16-iscsi {{(pid=103922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:26:35.080754 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-d4a47ad7-a611-49e4-abe5-fd7a73f7ed60 None None] Provisioning complete for port 8dcd57ae-8b1b-4fd0-b215-8f24f2e739c4 triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:26:35.081478 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-d4a47ad7-a611-49e4-abe5-fd7a73f7ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (8dcd57ae-8b1b-4fd0-b215-8f24f2e739c4), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:35.105960 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-3e23a320-936d-4850-a6f2-28058b9bd4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:35.171229 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14241604-1e74-492f-b608-20354915a5f6 admin admin] Made reservation on behalf of 1b930cadb2dc4e49947db0514528617d for: {'network': 1} {{(pid=103920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:26:35.173772 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-14241604-1e74-492f-b608-20354915a5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for network (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:35.185981 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:35.225989 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-14241604-1e74-492f-b608-20354915a5f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:35.239921 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7f35c340-74eb-4b5e-8d33-8ab816b9cd6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:35.258301 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-d4a47ad7-a611-49e4-abe5-fd7a73f7ed60 None None] Current status of the port 8dcd57ae-8b1b-4fd0-b215-8f24f2e739c4 is: DOWN; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:26:35.258992 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-d4a47ad7-a611-49e4-abe5-fd7a73f7ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (8dcd57ae-8b1b-4fd0-b215-8f24f2e739c4), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:35.317535 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857c5794-37c4-43fe-9029-f49ed78dcd6c admin admin] Made reservation on behalf of a402ec1153624838be07cda58279f2a4 for: {'network': 1} {{(pid=103920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:26:35.324458 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-857c5794-37c4-43fe-9029-f49ed78dcd6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for network (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:35.337627 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-d4a47ad7-a611-49e4-abe5-fd7a73f7ed60 None None] For port 8dcd57ae-8b1b-4fd0-b215-8f24f2e739c4, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=8dcd57ae-8b1b-4fd0-b215-8f24f2e739c4,segment=NetworkSegment(e7fa8e9f-2916-4044-ae3b-4a0e4ef94a1c),segment_id=e7fa8e9f-2916-4044-ae3b-4a0e4ef94a1c)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:26:35.346826 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-bd1098bf-db7e-4449-871d-2e98d13b09d4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1504343588-network', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:26:35.347090 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-d4a47ad7-a611-49e4-abe5-fd7a73f7ed60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (8dcd57ae-8b1b-4fd0-b215-8f24f2e739c4), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:35.412390 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1098bf-db7e-4449-871d-2e98d13b09d4 admin admin] Made reservation on behalf of 3e8f48e1939245eaa67bcd6a27bc7cda for: {'network': 1} {{(pid=103919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:26:35.418509 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-bd1098bf-db7e-4449-871d-2e98d13b09d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for network (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:35.449693 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a47ad7-a611-49e4-abe5-fd7a73f7ed60 None None] Pushing event updated for resources: {'Port': ['ID=8dcd57ae-8b1b-4fd0-b215-8f24f2e739c4,revision_number=3']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:35.451327 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-bd1098bf-db7e-4449-871d-2e98d13b09d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:35.471238 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-857c5794-37c4-43fe-9029-f49ed78dcd6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:35.708826 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device 8dcd57ae-8b1b-4fd0-b215-8f24f2e739c4 up at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:26:35.715325 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-3e23a320-936d-4850-a6f2-28058b9bd4f7 None None] Publish callbacks [] for port (9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f), precommit_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:35.724448 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-bd1098bf-db7e-4449-871d-2e98d13b09d4 admin admin] Publish callbacks [] for security_group (84756b51-b1d7-4816-8ee4-0fcd248da64a), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:35.729473 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-3e23a320-936d-4850-a6f2-28058b9bd4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:35.734010 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-bd1098bf-db7e-4449-871d-2e98d13b09d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (84756b51-b1d7-4816-8ee4-0fcd248da64a), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:35.789904 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd1098bf-db7e-4449-871d-2e98d13b09d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 872} {{(pid=103919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:26:35.815863 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-3e23a320-936d-4850-a6f2-28058b9bd4f7 None None] Attempting to bind port 9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f on host dv-cinder-831247-16-iscsi for vnic_type normal with profile {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 15:26:35.816313 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-3e23a320-936d-4850-a6f2-28058b9bd4f7 None None] Attempting to bind port 9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f by drivers openvswitch,hyperv on host dv-cinder-831247-16-iscsi at level 0 using segments [{'id': 'fb1f6c29-8e9a-43bb-852a-39936675ceea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913'}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 15:26:35.816766 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e23a320-936d-4850-a6f2-28058b9bd4f7 None None] Attempting to bind port 9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f on network 2ebb747a-15cb-4ff0-831b-eddaba7ea913 {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:26:35.826562 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e23a320-936d-4850-a6f2-28058b9bd4f7 None None] Checking agent: {'id': 'b78338d6-31c9-4f43-bfac-5a5a854a8366', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 17, 58), 'started_at': datetime.datetime(2022, 6, 3, 15, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 15:26:35.827330 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e23a320-936d-4850-a6f2-28058b9bd4f7 None None] Checking segment: {'id': 'fb1f6c29-8e9a-43bb-852a-39936675ceea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:26:35.828006 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-3e23a320-936d-4850-a6f2-28058b9bd4f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:35.828587 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1098bf-db7e-4449-871d-2e98d13b09d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84756b51-b1d7-4816-8ee4-0fcd248da64a,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:35.828719 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e23a320-936d-4850-a6f2-28058b9bd4f7 None None] Bound using segment: {'id': 'fb1f6c29-8e9a-43bb-852a-39936675ceea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913'} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 15:26:35.829230 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-3e23a320-936d-4850-a6f2-28058b9bd4f7 None None] Bound port: 9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f, host: dv-cinder-831247-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb1f6c29-8e9a-43bb-852a-39936675ceea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913'}}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 15:26:35.829898 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-3e23a320-936d-4850-a6f2-28058b9bd4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:35.831766 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-14241604-1e74-492f-b608-20354915a5f6 admin admin] Publish callbacks [] for security_group (ec25e42f-d8d5-49ba-a6d9-832469a97768), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:35.849438 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-7d67f9d3-3e3f-44a4-8042-b9e52746c15c None None] Provisioning complete for port 8dcd57ae-8b1b-4fd0-b215-8f24f2e739c4 triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:26:35.849438 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7d67f9d3-3e3f-44a4-8042-b9e52746c15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (8dcd57ae-8b1b-4fd0-b215-8f24f2e739c4), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:35.852425 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-bd1098bf-db7e-4449-871d-2e98d13b09d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659633'] for segment (71db973e-62af-43f0-a23f-112fc819cb27), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:35.852672 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.db.segments_db [None req-bd1098bf-db7e-4449-871d-2e98d13b09d4 admin admin] Added segment 71db973e-62af-43f0-a23f-112fc819cb27 of type vlan for network 68719859-5880-402e-b442-370597e1ce2f Jun 03 15:26:35.870010 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-14241604-1e74-492f-b608-20354915a5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (ec25e42f-d8d5-49ba-a6d9-832469a97768), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:35.901374 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14241604-1e74-492f-b608-20354915a5f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 861} {{(pid=103920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:26:35.925933 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-14241604-1e74-492f-b608-20354915a5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659633'] for segment (612086bd-4a15-467e-af18-82334699cb77), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:35.926205 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.db.segments_db [None req-14241604-1e74-492f-b608-20354915a5f6 admin admin] Added segment 612086bd-4a15-467e-af18-82334699cb77 of type vlan for network 6297c62b-cf60-4797-8fdd-d236a362ff82 Jun 03 15:26:35.932804 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-3e23a320-936d-4850-a6f2-28058b9bd4f7 None None] For port 9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f, host dv-cinder-831247-16-iscsi, cleared binding levels {{(pid=103922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 15:26:35.937446 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-3e23a320-936d-4850-a6f2-28058b9bd4f7 None None] For port 9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f, host dv-cinder-831247-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f,segment=NetworkSegment(fb1f6c29-8e9a-43bb-852a-39936675ceea),segment_id=fb1f6c29-8e9a-43bb-852a-39936675ceea)] {{(pid=103922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 15:26:35.972879 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=80,neutron:UPDATE=6,neutron:INSERT=10,neutron:DELETE=4 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:35.973926 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-3e23a320-936d-4850-a6f2-28058b9bd4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:35.974695 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-bd1098bf-db7e-4449-871d-2e98d13b09d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362361959'] for network (68719859-5880-402e-b442-370597e1ce2f), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:36.015852 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:36.023048 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e23a320-936d-4850-a6f2-28058b9bd4f7 None None] Routers {'7c1789ab-eeef-43a0-9b0e-0854ddeaef18'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:26:36.024321 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-3e23a320-936d-4850-a6f2-28058b9bd4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:26:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['7c1789ab-eeef-43a0-9b0e-0854ddeaef18'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:36.050151 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-14241604-1e74-492f-b608-20354915a5f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362361959'] for network (6297c62b-cf60-4797-8fdd-d236a362ff82), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:36.051282 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-bd1098bf-db7e-4449-871d-2e98d13b09d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408'] for network (68719859-5880-402e-b442-370597e1ce2f), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:36.052626 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1098bf-db7e-4449-871d-2e98d13b09d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:36.053420 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-bd1098bf-db7e-4449-871d-2e98d13b09d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for network (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:36.063855 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7d67f9d3-3e3f-44a4-8042-b9e52746c15c None None] Current status of the port 8dcd57ae-8b1b-4fd0-b215-8f24f2e739c4 is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:26:36.070920 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Provisioning complete for port 8dcd57ae-8b1b-4fd0-b215-8f24f2e739c4 triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:26:36.072850 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (8dcd57ae-8b1b-4fd0-b215-8f24f2e739c4), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:36.098016 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=77,neutron:INSERT=20,neutron:UPDATE=3 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:36.102177 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_common [None req-7f35c340-74eb-4b5e-8d33-8ab816b9cd6c admin admin] Allocated IP 172.20.0.1 (fc85e51d-f7a3-45da-ad6c-8c73a576aa2c/774a6a80-1cd7-4bc8-a1d0-ccd75afe6883/90a91ba5-d409-43c9-94b8-3392b0b5f54d) {{(pid=103920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:26:36.107954 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-14241604-1e74-492f-b608-20354915a5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408'] for network (6297c62b-cf60-4797-8fdd-d236a362ff82), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:36.109424 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14241604-1e74-492f-b608-20354915a5f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:36.110075 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-14241604-1e74-492f-b608-20354915a5f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for network (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:36.158902 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-14241604-1e74-492f-b608-20354915a5f6 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.9160662 Jun 03 15:26:36.164743 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 48844) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:26:36.174870 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-3e23a320-936d-4850-a6f2-28058b9bd4f7 None None] Set router 7c1789ab-eeef-43a0-9b0e-0854ddeaef18 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:26:36.211524 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Current status of the port 8dcd57ae-8b1b-4fd0-b215-8f24f2e739c4 is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:26:36.248305 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:36.258461 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1098bf-db7e-4449-871d-2e98d13b09d4 admin admin] Pushing event updated for resources: {'Network': ['ID=68719859-5880-402e-b442-370597e1ce2f,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:36.271750 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Network 68719859-5880-402e-b442-370597e1ce2f details requested by agent ovs-agent-dv-cinder-831247-16-iscsi with host dv-cinder-831247-16-iscsi {{(pid=103921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 03 15:26:36.273173 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-bd1098bf-db7e-4449-871d-2e98d13b09d4 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.3876398 Jun 03 15:26:36.276415 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 48850) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:26:36.282632 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-27d33f3e-aa7e-4365-a475-440f98c166ad admin admin] Request body: {'subnet': {'network_id': '68719859-5880-402e-b442-370597e1ce2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1504343588-subnet', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:26:36.332313 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d33f3e-aa7e-4365-a475-440f98c166ad admin admin] Made reservation on behalf of 3e8f48e1939245eaa67bcd6a27bc7cda for: {'subnet': 1} {{(pid=103919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:26:36.336153 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-27d33f3e-aa7e-4365-a475-440f98c166ad admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:36.386616 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca65d73-d95d-4258-a3e6-2d32b12a180a None None] Pushing event updated for resources: {'Port': ['ID=9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f,revision_number=2']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:36.403006 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca65d73-d95d-4258-a3e6-2d32b12a180a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:36.403890 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca65d73-d95d-4258-a3e6-2d32b12a180a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:36.404479 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca65d73-d95d-4258-a3e6-2d32b12a180a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:36.405658 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca65d73-d95d-4258-a3e6-2d32b12a180a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:36.407748 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca65d73-d95d-4258-a3e6-2d32b12a180a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:36.408542 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca65d73-d95d-4258-a3e6-2d32b12a180a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:36.409406 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca65d73-d95d-4258-a3e6-2d32b12a180a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:36.410576 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca65d73-d95d-4258-a3e6-2d32b12a180a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:36.412069 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca65d73-d95d-4258-a3e6-2d32b12a180a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:36.412970 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca65d73-d95d-4258-a3e6-2d32b12a180a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:36.414024 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca65d73-d95d-4258-a3e6-2d32b12a180a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:36.415080 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca65d73-d95d-4258-a3e6-2d32b12a180a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:36.416520 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca65d73-d95d-4258-a3e6-2d32b12a180a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:36.417402 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca65d73-d95d-4258-a3e6-2d32b12a180a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:36.418259 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca65d73-d95d-4258-a3e6-2d32b12a180a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:26:36.420656 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca65d73-d95d-4258-a3e6-2d32b12a180a None None] Tracked resource versions report: Jun 03 15:26:36.420656 dv-cinder-831247-16-iscsi neutron-server[103922]: pushed versions: Jun 03 15:26:36.420656 dv-cinder-831247-16-iscsi neutron-server[103922]: { 'AddressGroup': {'1.2'}, Jun 03 15:26:36.420656 dv-cinder-831247-16-iscsi neutron-server[103922]: 'Agent': {'1.1'}, Jun 03 15:26:36.420656 dv-cinder-831247-16-iscsi neutron-server[103922]: 'ConntrackHelper': {'1.0'}, Jun 03 15:26:36.420656 dv-cinder-831247-16-iscsi neutron-server[103922]: 'LocalIPAssociation': {'1.0'}, Jun 03 15:26:36.420656 dv-cinder-831247-16-iscsi neutron-server[103922]: 'Log': {'1.0'}, Jun 03 15:26:36.420656 dv-cinder-831247-16-iscsi neutron-server[103922]: 'NDPProxy': {'1.0'}, Jun 03 15:26:36.420656 dv-cinder-831247-16-iscsi neutron-server[103922]: 'Network': {'1.1'}, Jun 03 15:26:36.420656 dv-cinder-831247-16-iscsi neutron-server[103922]: 'Port': {'1.7'}, Jun 03 15:26:36.420656 dv-cinder-831247-16-iscsi neutron-server[103922]: 'PortForwarding': {'1.3'}, Jun 03 15:26:36.420656 dv-cinder-831247-16-iscsi neutron-server[103922]: 'QosPolicy': {'1.10'}, Jun 03 15:26:36.420656 dv-cinder-831247-16-iscsi neutron-server[103922]: 'SecurityGroup': {'1.5'}, Jun 03 15:26:36.420656 dv-cinder-831247-16-iscsi neutron-server[103922]: 'SecurityGroupRule': {'1.2'}, Jun 03 15:26:36.420656 dv-cinder-831247-16-iscsi neutron-server[103922]: 'SubPort': {'1.0'}, Jun 03 15:26:36.420656 dv-cinder-831247-16-iscsi neutron-server[103922]: 'Subnet': {'1.1'}, Jun 03 15:26:36.420656 dv-cinder-831247-16-iscsi neutron-server[103922]: 'Trunk': {'1.1'}} Jun 03 15:26:36.420656 dv-cinder-831247-16-iscsi neutron-server[103922]: consumer versions: Jun 03 15:26:36.420656 dv-cinder-831247-16-iscsi neutron-server[103922]: { DHCP agent@dv-cinder-831247-16-iscsi: {}, Jun 03 15:26:36.420656 dv-cinder-831247-16-iscsi neutron-server[103922]: HyperV agent@hv-cinder-83124: {}, Jun 03 15:26:36.420656 dv-cinder-831247-16-iscsi neutron-server[103922]: L3 agent@dv-cinder-831247-16-iscsi: {}, Jun 03 15:26:36.420656 dv-cinder-831247-16-iscsi neutron-server[103922]: Metadata agent@dv-cinder-831247-16-iscsi: {}, Jun 03 15:26:36.420656 dv-cinder-831247-16-iscsi neutron-server[103922]: Metering agent@dv-cinder-831247-16-iscsi: {}, Jun 03 15:26:36.420656 dv-cinder-831247-16-iscsi neutron-server[103922]: Open vSwitch agent@dv-cinder-831247-16-iscsi: { 'AddressGroup': '1.2', Jun 03 15:26:36.420656 dv-cinder-831247-16-iscsi neutron-server[103922]: 'Agent': '1.1', Jun 03 15:26:36.420656 dv-cinder-831247-16-iscsi neutron-server[103922]: 'ConntrackHelper': '1.0', Jun 03 15:26:36.420656 dv-cinder-831247-16-iscsi neutron-server[103922]: 'LocalIPAssociation': '1.0', Jun 03 15:26:36.420656 dv-cinder-831247-16-iscsi neutron-server[103922]: 'Log': '1.0', Jun 03 15:26:36.420656 dv-cinder-831247-16-iscsi neutron-server[103922]: 'NDPProxy': '1.0', Jun 03 15:26:36.420656 dv-cinder-831247-16-iscsi neutron-server[103922]: 'Network': '1.1', Jun 03 15:26:36.420656 dv-cinder-831247-16-iscsi neutron-server[103922]: 'Port': '1.7', Jun 03 15:26:36.420656 dv-cinder-831247-16-iscsi neutron-server[103922]: 'PortForwarding': '1.3', Jun 03 15:26:36.420656 dv-cinder-831247-16-iscsi neutron-server[103922]: 'QosPolicy': '1.10', Jun 03 15:26:36.420656 dv-cinder-831247-16-iscsi neutron-server[103922]: 'SecurityGroup': '1.5', Jun 03 15:26:36.420656 dv-cinder-831247-16-iscsi neutron-server[103922]: 'SecurityGroupRule': '1.2', Jun 03 15:26:36.420656 dv-cinder-831247-16-iscsi neutron-server[103922]: 'SubPort': '1.0', Jun 03 15:26:36.420656 dv-cinder-831247-16-iscsi neutron-server[103922]: 'Subnet': '1.1', Jun 03 15:26:36.420656 dv-cinder-831247-16-iscsi neutron-server[103922]: 'Trunk': '1.1'}} Jun 03 15:26:36.420656 dv-cinder-831247-16-iscsi neutron-server[103922]: {{(pid=103922) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 03 15:26:36.468634 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-e8dc5442-8179-4c75-94fe-b79992c9c9e9 admin admin] Request body: {'subnet': {'network_id': '6297c62b-cf60-4797-8fdd-d236a362ff82', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1264158732-subnet', 'tenant_id': '1b930cadb2dc4e49947db0514528617d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:26:36.521438 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-857c5794-37c4-43fe-9029-f49ed78dcd6c admin admin] Publish callbacks [] for security_group (3be81915-cbbb-452a-94ee-a9f7004ff806), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:36.525577 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-3e23a320-936d-4850-a6f2-28058b9bd4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1789ab-eeef-43a0-9b0e-0854ddeaef18', 'name': 'tempest-AttachVolumeTestJSON-1120574531-router', 'tenant_id': '16edd3f309d54728882acc6d23f8861e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:32Z', 'updated_at': '2022-06-03T15:26:33Z', 'revision_number': 3, 'project_id': '16edd3f309d54728882acc6d23f8861e', 'gw_port': {'id': '9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c1789ab-eeef-43a0-9b0e-0854ddeaef18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:33Z', 'updated_at': '2022-06-03T15:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi'}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:36.561291 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (5d40428d-d668-464b-bcee-3124e1355b3b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:36.562631 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e23a320-936d-4850-a6f2-28058b9bd4f7 None None] The sync data for ids ['7c1789ab-eeef-43a0-9b0e-0854ddeaef18'] in dv-cinder-831247-16-iscsi is: [{'id': '7c1789ab-eeef-43a0-9b0e-0854ddeaef18', 'name': 'tempest-AttachVolumeTestJSON-1120574531-router', 'tenant_id': '16edd3f309d54728882acc6d23f8861e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:32Z', 'updated_at': '2022-06-03T15:26:33Z', 'revision_number': 3, 'project_id': '16edd3f309d54728882acc6d23f8861e', 'gw_port': {'id': '9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c1789ab-eeef-43a0-9b0e-0854ddeaef18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:33Z', 'updated_at': '2022-06-03T15:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi'}] {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:26:36.580843 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca65d73-d95d-4258-a3e6-2d32b12a180a None None] Pushing event updated for resources: {'Port': ['ID=9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f,revision_number=3']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:36.646213 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-27d33f3e-aa7e-4365-a475-440f98c166ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408'] for subnet (1e60cea5-d2fd-43f7-aff8-25b5abe402c7), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:36.695194 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-857c5794-37c4-43fe-9029-f49ed78dcd6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (3be81915-cbbb-452a-94ee-a9f7004ff806), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:36.706121 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8dc5442-8179-4c75-94fe-b79992c9c9e9 admin admin] Made reservation on behalf of 1b930cadb2dc4e49947db0514528617d for: {'subnet': 1} {{(pid=103920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:26:36.708699 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-e8dc5442-8179-4c75-94fe-b79992c9c9e9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:36.740438 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d33f3e-aa7e-4365-a475-440f98c166ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e60cea5-d2fd-43f7-aff8-25b5abe402c7,revision_number=0']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:36.751680 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d33f3e-aa7e-4365-a475-440f98c166ad admin admin] Checking segment: {'id': '71db973e-62af-43f0-a23f-112fc819cb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '68719859-5880-402e-b442-370597e1ce2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:26:36.752107 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d33f3e-aa7e-4365-a475-440f98c166ad admin admin] Network hostable DHCP agents. Network: 68719859-5880-402e-b442-370597e1ce2f, hostable agents: ['ba2d900a-f6c8-44b2-a19a-5d512e564d5a'], hosted agents: [] {{(pid=103919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:26:36.793752 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d33f3e-aa7e-4365-a475-440f98c166ad admin admin] Network 68719859-5880-402e-b442-370597e1ce2f is scheduled to be hosted by DHCP agent ba2d900a-f6c8-44b2-a19a-5d512e564d5a with binding_index 1 {{(pid=103919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:26:36.820073 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.base_scheduler [None req-27d33f3e-aa7e-4365-a475-440f98c166ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-16-iscsi, 68719859-5880-402e-b442-370597e1ce2f) {{(pid=103919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:26:36.824393 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d33f3e-aa7e-4365-a475-440f98c166ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:36.824970 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-27d33f3e-aa7e-4365-a475-440f98c166ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for subnet (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:36.828196 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:36.846708 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5abc57e-2d32-4985-8138-4880c93a6461 None None] Network 68719859-5880-402e-b442-370597e1ce2f requested from dv-cinder-831247-16-iscsi {{(pid=103921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 15:26:36.864137 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-27d33f3e-aa7e-4365-a475-440f98c166ad admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5861833 Jun 03 15:26:36.867038 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 48878) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:26:36.872061 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-1feab951-5bba-48dd-9044-453feb738f85 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1504343588-router', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913'}}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:26:36.938284 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-1feab951-5bba-48dd-9044-453feb738f85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8047'] for router (bc437c53-8ef0-4776-adae-03f3429aef49), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:36.939506 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-1feab951-5bba-48dd-9044-453feb738f85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-758221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-763459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-749579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8036'] for router (bc437c53-8ef0-4776-adae-03f3429aef49), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:37.035995 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14241604-1e74-492f-b608-20354915a5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec25e42f-d8d5-49ba-a6d9-832469a97768,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:37.052562 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:37.053879 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:37.078623 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-857c5794-37c4-43fe-9029-f49ed78dcd6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 866} {{(pid=103920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:26:37.144131 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:INSERT=16,neutron:SELECT=75,neutron:UPDATE=7,neutron:DELETE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:37.167450 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4911626-2133-4850-8e5f-a9c0e45eed5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab2d7c19-a2cf-559f-b13f-a4a613ae6a08-68719859-5880-402e-b442-370597e1ce2f', 'network_id': '68719859-5880-402e-b442-370597e1ce2f', 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'fixed_ips': [{'subnet_id': '1e60cea5-d2fd-43f7-aff8-25b5abe402c7'}]}} from dv-cinder-831247-16-iscsi. {{(pid=103921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 03 15:26:37.168403 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f4911626-2133-4850-8e5f-a9c0e45eed5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:37.182524 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14241604-1e74-492f-b608-20354915a5f6 admin admin] Pushing event updated for resources: {'Network': ['ID=6297c62b-cf60-4797-8fdd-d236a362ff82,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:37.200335 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-1feab951-5bba-48dd-9044-453feb738f85 admin admin] Publish callbacks [] for router_controller (bc437c53-8ef0-4776-adae-03f3429aef49), precommit_add_association {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:37.211342 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Network 6297c62b-cf60-4797-8fdd-d236a362ff82 details requested by agent ovs-agent-dv-cinder-831247-16-iscsi with host dv-cinder-831247-16-iscsi {{(pid=103921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 03 15:26:37.212779 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-857c5794-37c4-43fe-9029-f49ed78dcd6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659633'] for segment (344823fa-4139-4c58-8284-6d371313181e), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:37.213157 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.db.segments_db [None req-857c5794-37c4-43fe-9029-f49ed78dcd6c admin admin] Added segment 344823fa-4139-4c58-8284-6d371313181e of type vlan for network ba66765f-7c24-4296-be5e-4c2a803ccabf Jun 03 15:26:37.292397 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857c5794-37c4-43fe-9029-f49ed78dcd6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be81915-cbbb-452a-94ee-a9f7004ff806,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:37.341123 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-857c5794-37c4-43fe-9029-f49ed78dcd6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362361959'] for network (ba66765f-7c24-4296-be5e-4c2a803ccabf), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:37.375515 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7f35c340-74eb-4b5e-8d33-8ab816b9cd6c admin admin] Publish callbacks [] for port (90a91ba5-d409-43c9-94b8-3392b0b5f54d), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:37.446438 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-857c5794-37c4-43fe-9029-f49ed78dcd6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408'] for network (ba66765f-7c24-4296-be5e-4c2a803ccabf), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:37.448174 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857c5794-37c4-43fe-9029-f49ed78dcd6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:37.448833 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-857c5794-37c4-43fe-9029-f49ed78dcd6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for network (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:37.641242 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 48920) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:26:37.650870 dv-cinder-831247-16-iscsi neutron-server[103919]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 03 15:26:37.698304 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device 9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f up at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:26:37.711478 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-e8dc5442-8179-4c75-94fe-b79992c9c9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408'] for subnet (f60f46ef-d4d3-474d-b0dd-61750c5ae20f), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:37.775683 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-857c5794-37c4-43fe-9029-f49ed78dcd6c admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 3.5845265 Jun 03 15:26:37.794731 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dc5442-8179-4c75-94fe-b79992c9c9e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f60f46ef-d4d3-474d-b0dd-61750c5ae20f,revision_number=0']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:37.804187 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:37.805173 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857c5794-37c4-43fe-9029-f49ed78dcd6c admin admin] Pushing event updated for resources: {'Network': ['ID=ba66765f-7c24-4296-be5e-4c2a803ccabf,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:37.860194 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 48928) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:26:37.860194 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-c984de33-f0af-4ace-9f3f-a403f768d888 admin admin] Request body: {'subnet': {'network_id': 'ba66765f-7c24-4296-be5e-4c2a803ccabf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-682452530-subnet', 'tenant_id': 'a402ec1153624838be07cda58279f2a4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:26:37.897442 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Network ba66765f-7c24-4296-be5e-4c2a803ccabf details requested by agent ovs-agent-dv-cinder-831247-16-iscsi with host dv-cinder-831247-16-iscsi {{(pid=103921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 03 15:26:37.917694 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7f35c340-74eb-4b5e-8d33-8ab816b9cd6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560'] for port (90a91ba5-d409-43c9-94b8-3392b0b5f54d), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:37.940044 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f35c340-74eb-4b5e-8d33-8ab816b9cd6c admin admin] Network fc85e51d-f7a3-45da-ad6c-8c73a576aa2c is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:26:37.950819 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-7f35c340-74eb-4b5e-8d33-8ab816b9cd6c admin admin] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:26:37.971245 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f35c340-74eb-4b5e-8d33-8ab816b9cd6c admin admin] Received port after_create {{(pid=103920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:26:37.972063 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7f35c340-74eb-4b5e-8d33-8ab816b9cd6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-762954'] for router_interface (7c1789ab-eeef-43a0-9b0e-0854ddeaef18), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:37.995275 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c984de33-f0af-4ace-9f3f-a403f768d888 admin admin] Made reservation on behalf of a402ec1153624838be07cda58279f2a4 for: {'subnet': 1} {{(pid=103920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:26:37.998032 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c984de33-f0af-4ace-9f3f-a403f768d888 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:38.159417 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7afd20a-441c-44f2-9fbd-1f0785000fa3 req-002c0872-2e9c-4840-b69f-86ec3cf03a17 tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:38.161394 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c7afd20a-441c-44f2-9fbd-1f0785000fa3 req-002c0872-2e9c-4840-b69f-86ec3cf03a17 tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] 10.222.0.93 "GET /v2.0/networks?id=fa379d02-cec4-4bb7-8616-f922a2f53449 HTTP/1.1" status: 200 len: 811 time: 0.5140901 Jun 03 15:26:38.222723 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.db_base_plugin_common [None req-f4911626-2133-4850-8e5f-a9c0e45eed5c None None] Allocated IP 172.20.0.2 (68719859-5880-402e-b442-370597e1ce2f/1e60cea5-d2fd-43f7-aff8-25b5abe402c7/a84d7c6a-faee-4b55-a752-8740091e4a95) {{(pid=103921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:26:38.234029 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Provisioning complete for port 9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:26:38.235443 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:38.268783 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c7afd20a-441c-44f2-9fbd-1f0785000fa3 req-788d8790-48db-4864-a7b2-f5a966706fc3 tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] 10.222.0.93 "GET /v2.0/quotas/683acaeef18d43b4ac3daeb60e3a8aea HTTP/1.1" status: 200 len: 375 time: 0.0392163 Jun 03 15:26:38.327172 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:38.397641 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c7afd20a-441c-44f2-9fbd-1f0785000fa3 req-e34a7e91-02cf-4e7d-a568-0082dadf66a1 tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=683acaeef18d43b4ac3daeb60e3a8aea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1210966 Jun 03 15:26:38.402054 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-1feab951-5bba-48dd-9044-453feb738f85 admin admin] Publish callbacks [] for router_gateway (bc437c53-8ef0-4776-adae-03f3429aef49), precommit_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:38.409718 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8dc5442-8179-4c75-94fe-b79992c9c9e9 admin admin] Checking segment: {'id': '612086bd-4a15-467e-af18-82334699cb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '6297c62b-cf60-4797-8fdd-d236a362ff82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:26:38.411821 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8dc5442-8179-4c75-94fe-b79992c9c9e9 admin admin] Network hostable DHCP agents. Network: 6297c62b-cf60-4797-8fdd-d236a362ff82, hostable agents: ['ba2d900a-f6c8-44b2-a19a-5d512e564d5a'], hosted agents: [] {{(pid=103920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:26:38.421400 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c984de33-f0af-4ace-9f3f-a403f768d888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408'] for subnet (5cb0f2a7-ee25-46e9-8c4b-18478610484d), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:38.503152 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 48960) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:26:38.515106 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c984de33-f0af-4ace-9f3f-a403f768d888 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cb0f2a7-ee25-46e9-8c4b-18478610484d,revision_number=0']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:38.536875 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:DELETE=3,neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:38.549688 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8dc5442-8179-4c75-94fe-b79992c9c9e9 admin admin] Network 6297c62b-cf60-4797-8fdd-d236a362ff82 is scheduled to be hosted by DHCP agent ba2d900a-f6c8-44b2-a19a-5d512e564d5a with binding_index 1 {{(pid=103920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:26:38.594945 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-e8dc5442-8179-4c75-94fe-b79992c9c9e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-16-iscsi, 6297c62b-cf60-4797-8fdd-d236a362ff82) {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:26:38.600475 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8dc5442-8179-4c75-94fe-b79992c9c9e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:38.601082 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-e8dc5442-8179-4c75-94fe-b79992c9c9e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for subnet (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:38.616850 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f35c340-74eb-4b5e-8d33-8ab816b9cd6c admin admin] Pushing event updated for resources: {'Port': ['ID=90a91ba5-d409-43c9-94b8-3392b0b5f54d,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:38.641723 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Current status of the port 9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f is: DOWN; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:26:38.642109 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:38.656868 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-387d5f2f-7c95-4a06-b7cd-bb2f955c7f1a None None] Provisioning complete for port 90a91ba5-d409-43c9-94b8-3392b0b5f54d triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:26:38.658411 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-387d5f2f-7c95-4a06-b7cd-bb2f955c7f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (90a91ba5-d409-43c9-94b8-3392b0b5f54d), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:38.715900 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-e8dc5442-8179-4c75-94fe-b79992c9c9e9 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.2715380 Jun 03 15:26:38.717041 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c984de33-f0af-4ace-9f3f-a403f768d888 admin admin] Checking segment: {'id': '344823fa-4139-4c58-8284-6d371313181e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'ba66765f-7c24-4296-be5e-4c2a803ccabf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:26:38.717400 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c984de33-f0af-4ace-9f3f-a403f768d888 admin admin] Network hostable DHCP agents. Network: ba66765f-7c24-4296-be5e-4c2a803ccabf, hostable agents: ['ba2d900a-f6c8-44b2-a19a-5d512e564d5a'], hosted agents: [] {{(pid=103920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:26:38.719459 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 48972) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:26:38.734330 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c867177d-2670-4802-bbf3-32a5f07a3d5e None None] Network 6297c62b-cf60-4797-8fdd-d236a362ff82 requested from dv-cinder-831247-16-iscsi {{(pid=103921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 15:26:38.735942 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-968c9e36-bef9-4546-9ac8-e1c446a6d301 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1264158732-router', 'tenant_id': '1b930cadb2dc4e49947db0514528617d', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913'}}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:26:38.757942 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-387d5f2f-7c95-4a06-b7cd-bb2f955c7f1a None None] Port 90a91ba5-d409-43c9-94b8-3392b0b5f54d cannot update to ACTIVE because it is not bound. {{(pid=103921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 15:26:38.804514 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ec3f0cbf-ce31-4e93-a903-ae5d3dfcbcc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:38.809729 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-1feab951-5bba-48dd-9044-453feb738f85 admin admin] Publish callbacks [] for router_gateway (bc437c53-8ef0-4776-adae-03f3429aef49), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:38.852109 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [req-c7afd20a-441c-44f2-9fbd-1f0785000fa3 req-733403ce-bfea-4aa8-b04e-54019dd9bac0 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=103919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 03 15:26:38.859383 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c7afd20a-441c-44f2-9fbd-1f0785000fa3 req-733403ce-bfea-4aa8-b04e-54019dd9bac0 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1217427 Jun 03 15:26:38.861905 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-1feab951-5bba-48dd-9044-453feb738f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:38.888327 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-968c9e36-bef9-4546-9ac8-e1c446a6d301 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8047'] for router (6cd5fe5b-023c-4cb7-aad9-e052cab5eef0), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:38.890250 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-968c9e36-bef9-4546-9ac8-e1c446a6d301 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-758221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-763459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-749579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8036'] for router (6cd5fe5b-023c-4cb7-aad9-e052cab5eef0), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:38.894155 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c984de33-f0af-4ace-9f3f-a403f768d888 admin admin] Network ba66765f-7c24-4296-be5e-4c2a803ccabf is scheduled to be hosted by DHCP agent ba2d900a-f6c8-44b2-a19a-5d512e564d5a with binding_index 1 {{(pid=103920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:26:38.923134 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-c984de33-f0af-4ace-9f3f-a403f768d888 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-16-iscsi, ba66765f-7c24-4296-be5e-4c2a803ccabf) {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:26:38.934504 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] For port 9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f,segment=NetworkSegment(fb1f6c29-8e9a-43bb-852a-39936675ceea),segment_id=fb1f6c29-8e9a-43bb-852a-39936675ceea)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:26:38.945207 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b4e21a-2331-4815-afe9-77b7cb799004 None None] Network ba66765f-7c24-4296-be5e-4c2a803ccabf requested from dv-cinder-831247-16-iscsi {{(pid=103921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 15:26:38.955888 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c984de33-f0af-4ace-9f3f-a403f768d888 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:38.956696 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c984de33-f0af-4ace-9f3f-a403f768d888 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for subnet (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:38.972952 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7f35c340-74eb-4b5e-8d33-8ab816b9cd6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (90a91ba5-d409-43c9-94b8-3392b0b5f54d), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:39.044874 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-c984de33-f0af-4ace-9f3f-a403f768d888 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2096634 Jun 03 15:26:39.045725 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 48978) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:26:39.050684 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:39.055076 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 48980) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:26:39.059976 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-968c9e36-bef9-4546-9ac8-e1c446a6d301 admin admin] Publish callbacks [] for router_controller (6cd5fe5b-023c-4cb7-aad9-e052cab5eef0), precommit_add_association {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:39.060126 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:39.084319 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-0fb27fe5-f07e-4a12-892e-56a26c18bdef admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-682452530-router', 'tenant_id': 'a402ec1153624838be07cda58279f2a4', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913'}}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:26:39.096163 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c7afd20a-441c-44f2-9fbd-1f0785000fa3 req-df44a62a-3d34-4c82-9ee5-1a3197e6ed8f service neutron] 10.222.0.93 "GET /v2.0/networks/fa379d02-cec4-4bb7-8616-f922a2f53449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350845 Jun 03 15:26:39.098591 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:39.170615 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.db_base_plugin_common [None req-1feab951-5bba-48dd-9044-453feb738f85 admin admin] Allocated IP 172.27.3.11 (2ebb747a-15cb-4ff0-831b-eddaba7ea913/396ae3db-97af-42d7-bc28-96050c96ba42/1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c) {{(pid=103919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:26:39.254447 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f4911626-2133-4850-8e5f-a9c0e45eed5c None None] Publish callbacks [] for port (a84d7c6a-faee-4b55-a752-8740091e4a95), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:39.259872 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Pushing event updated for resources: {'Port': ['ID=9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f,revision_number=4']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:39.299386 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f4911626-2133-4850-8e5f-a9c0e45eed5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560'] for port (a84d7c6a-faee-4b55-a752-8740091e4a95), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:39.301100 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:39.302805 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c7afd20a-441c-44f2-9fbd-1f0785000fa3 req-f1581de0-891a-4495-896e-20afbf9f79b6 service neutron] 10.222.0.93 "GET /v2.0/networks/fa379d02-cec4-4bb7-8616-f922a2f53449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062447 Jun 03 15:26:39.316661 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0fb27fe5-f07e-4a12-892e-56a26c18bdef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8047'] for router (7990f22a-b9de-423f-91c5-302389780223), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:39.317615 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0fb27fe5-f07e-4a12-892e-56a26c18bdef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-758221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-763459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-749579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8036'] for router (7990f22a-b9de-423f-91c5-302389780223), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:39.387091 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ec3f0cbf-ce31-4e93-a903-ae5d3dfcbcc3 admin admin] Publish callbacks [] for security_group (712c9dec-021b-49f9-b947-86013d48d2b8), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:39.389640 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4911626-2133-4850-8e5f-a9c0e45eed5c None None] Pushing event updated for resources: {'Port': ['ID=a84d7c6a-faee-4b55-a752-8740091e4a95,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:39.396654 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:UPDATE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:39.401770 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-1feab951-5bba-48dd-9044-453feb738f85 admin admin] Publish callbacks [] for port (1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:39.431895 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4911626-2133-4850-8e5f-a9c0e45eed5c None None] Network 68719859-5880-402e-b442-370597e1ce2f is already hosted by enough agents. {{(pid=103921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:26:39.440080 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ec9c62-1d6b-4a9a-97c8-2af7c4477102 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab2d7c19-a2cf-559f-b13f-a4a613ae6a08-6297c62b-cf60-4797-8fdd-d236a362ff82', 'network_id': '6297c62b-cf60-4797-8fdd-d236a362ff82', 'project_id': '1b930cadb2dc4e49947db0514528617d', 'fixed_ips': [{'subnet_id': 'f60f46ef-d4d3-474d-b0dd-61750c5ae20f'}]}} from dv-cinder-831247-16-iscsi. {{(pid=103921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 03 15:26:39.441029 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-58ec9c62-1d6b-4a9a-97c8-2af7c4477102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:39.443770 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.scheduler.base_scheduler [None req-f4911626-2133-4850-8e5f-a9c0e45eed5c None None] Resources bound (agent type, host, resource id): {{(pid=103921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:26:39.448730 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ec3f0cbf-ce31-4e93-a903-ae5d3dfcbcc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (712c9dec-021b-49f9-b947-86013d48d2b8), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:39.455038 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4114e684-e3f6-46cd-95b1-de0716287d52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:39.458271 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-968c9e36-bef9-4546-9ac8-e1c446a6d301 admin admin] Publish callbacks [] for router_gateway (6cd5fe5b-023c-4cb7-aad9-e052cab5eef0), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:39.460718 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-1feab951-5bba-48dd-9044-453feb738f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560'] for port (1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:39.471754 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4911626-2133-4850-8e5f-a9c0e45eed5c None None] Received port after_create {{(pid=103921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:26:39.521658 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8b1cfc-0075-4607-a1da-ec9dd588e6f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab2d7c19-a2cf-559f-b13f-a4a613ae6a08-ba66765f-7c24-4296-be5e-4c2a803ccabf', 'network_id': 'ba66765f-7c24-4296-be5e-4c2a803ccabf', 'project_id': 'a402ec1153624838be07cda58279f2a4', 'fixed_ips': [{'subnet_id': '5cb0f2a7-ee25-46e9-8c4b-18478610484d'}]}} from dv-cinder-831247-16-iscsi. {{(pid=103921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 03 15:26:39.522615 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-bf8b1cfc-0075-4607-a1da-ec9dd588e6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:39.526193 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feab951-5bba-48dd-9044-453feb738f85 admin admin] Pushing event updated for resources: {'Port': ['ID=1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:39.541823 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1feab951-5bba-48dd-9044-453feb738f85 admin admin] Network 2ebb747a-15cb-4ff0-831b-eddaba7ea913 is already hosted by enough agents. {{(pid=103919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:26:39.544250 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.base_scheduler [None req-1feab951-5bba-48dd-9044-453feb738f85 admin admin] Resources bound (agent type, host, resource id): {{(pid=103919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:26:39.554857 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1feab951-5bba-48dd-9044-453feb738f85 admin admin] Received port after_create {{(pid=103919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:26:39.653970 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:39.711098 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f0cbf-ce31-4e93-a903-ae5d3dfcbcc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=712c9dec-021b-49f9-b947-86013d48d2b8,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:39.846757 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-ec3f0cbf-ce31-4e93-a903-ae5d3dfcbcc3 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b710b999eb884a96a85e9c6debe49306&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3184991 Jun 03 15:26:39.847669 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 49016) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:26:39.856866 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0fb27fe5-f07e-4a12-892e-56a26c18bdef admin admin] Publish callbacks [] for router_controller (7990f22a-b9de-423f-91c5-302389780223), precommit_add_association {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:39.867298 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 49018) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:26:39.876367 dv-cinder-831247-16-iscsi neutron-server[103920]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 03 15:26:39.900802 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device 9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f up at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:26:39.991230 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-f4911626-2133-4850-8e5f-a9c0e45eed5c None None] Attempting to bind port a84d7c6a-faee-4b55-a752-8740091e4a95 on host dv-cinder-831247-16-iscsi for vnic_type normal with profile {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 15:26:39.991603 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-f4911626-2133-4850-8e5f-a9c0e45eed5c None None] Attempting to bind port a84d7c6a-faee-4b55-a752-8740091e4a95 by drivers openvswitch,hyperv on host dv-cinder-831247-16-iscsi at level 0 using segments [{'id': '71db973e-62af-43f0-a23f-112fc819cb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '68719859-5880-402e-b442-370597e1ce2f'}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 15:26:39.991964 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4911626-2133-4850-8e5f-a9c0e45eed5c None None] Attempting to bind port a84d7c6a-faee-4b55-a752-8740091e4a95 on network 68719859-5880-402e-b442-370597e1ce2f {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:26:40.036686 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-1907d4d9-9f55-4a85-a612-e0421aa9f0c7 req-fb7f8a36-afb8-4c94-afb0-e8a909186ff5 tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] 10.222.0.93 "GET /v2.0/ports?device_id=2c7caaae-2b81-44c6-9fbb-a01d2af87b57 HTTP/1.1" status: 200 len: 210 time: 0.1597736 Jun 03 15:26:40.078183 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:40.079764 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-1feab951-5bba-48dd-9044-453feb738f85 admin admin] Publish callbacks [] for router_gateway (bc437c53-8ef0-4776-adae-03f3429aef49), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:40.204019 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4911626-2133-4850-8e5f-a9c0e45eed5c None None] Checking agent: {'id': 'b78338d6-31c9-4f43-bfac-5a5a854a8366', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 17, 58), 'started_at': datetime.datetime(2022, 6, 3, 15, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 15:26:40.204448 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4911626-2133-4850-8e5f-a9c0e45eed5c None None] Checking segment: {'id': '71db973e-62af-43f0-a23f-112fc819cb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '68719859-5880-402e-b442-370597e1ce2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:26:40.205075 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f4911626-2133-4850-8e5f-a9c0e45eed5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:40.205637 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4911626-2133-4850-8e5f-a9c0e45eed5c None None] Bound using segment: {'id': '71db973e-62af-43f0-a23f-112fc819cb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '68719859-5880-402e-b442-370597e1ce2f'} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 15:26:40.206264 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-f4911626-2133-4850-8e5f-a9c0e45eed5c None None] Bound port: a84d7c6a-faee-4b55-a752-8740091e4a95, host: dv-cinder-831247-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71db973e-62af-43f0-a23f-112fc819cb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '68719859-5880-402e-b442-370597e1ce2f'}}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 15:26:40.206957 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f4911626-2133-4850-8e5f-a9c0e45eed5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (a84d7c6a-faee-4b55-a752-8740091e4a95), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:40.242229 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.db_base_plugin_common [None req-58ec9c62-1d6b-4a9a-97c8-2af7c4477102 None None] Allocated IP 172.20.0.2 (6297c62b-cf60-4797-8fdd-d236a362ff82/f60f46ef-d4d3-474d-b0dd-61750c5ae20f/3061b1bc-0e02-4b7d-ba75-eb944a844637) {{(pid=103921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:26:40.286179 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0fb27fe5-f07e-4a12-892e-56a26c18bdef admin admin] Publish callbacks [] for router_gateway (7990f22a-b9de-423f-91c5-302389780223), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:40.301749 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Provisioning complete for port 9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:26:40.302142 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:40.326789 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4114e684-e3f6-46cd-95b1-de0716287d52 admin admin] Publish callbacks [] for security_group (c6cc5d62-420d-4ff2-9a0b-9e500b65322a), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:40.335128 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7f35c340-74eb-4b5e-8d33-8ab816b9cd6c admin admin] Publish callbacks [] for port (90a91ba5-d409-43c9-94b8-3392b0b5f54d), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:40.431539 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:40.443839 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-1feab951-5bba-48dd-9044-453feb738f85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-758228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-763446'] for router (bc437c53-8ef0-4776-adae-03f3429aef49), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:40.453018 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:40.468377 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.db_base_plugin_common [None req-bf8b1cfc-0075-4607-a1da-ec9dd588e6f8 None None] Allocated IP 172.20.0.2 (ba66765f-7c24-4296-be5e-4c2a803ccabf/5cb0f2a7-ee25-46e9-8c4b-18478610484d/ae523491-2d81-4806-8897-8eabbf238513) {{(pid=103921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:26:40.472757 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-f4911626-2133-4850-8e5f-a9c0e45eed5c None None] For port a84d7c6a-faee-4b55-a752-8740091e4a95, host dv-cinder-831247-16-iscsi, cleared binding levels {{(pid=103921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 15:26:40.482971 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-f4911626-2133-4850-8e5f-a9c0e45eed5c None None] For port a84d7c6a-faee-4b55-a752-8740091e4a95, host dv-cinder-831247-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=a84d7c6a-faee-4b55-a752-8740091e4a95,segment=NetworkSegment(71db973e-62af-43f0-a23f-112fc819cb27),segment_id=71db973e-62af-43f0-a23f-112fc819cb27)] {{(pid=103921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 15:26:40.525452 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4114e684-e3f6-46cd-95b1-de0716287d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (c6cc5d62-420d-4ff2-9a0b-9e500b65322a), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:40.553944 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f4911626-2133-4850-8e5f-a9c0e45eed5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (a84d7c6a-faee-4b55-a752-8740091e4a95), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:40.607126 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1feab951-5bba-48dd-9044-453feb738f85 admin admin] Router bc437c53-8ef0-4776-adae-03f3429aef49 is scheduled to L3 agent af3cb756-c261-4349-9f96-3650fb8ddf57 with binding_index 1 {{(pid=103919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 03 15:26:40.633616 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-4114e684-e3f6-46cd-95b1-de0716287d52 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8e608c77c1ac4f4d9a62d95d45ad9d5a&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5803039 Jun 03 15:26:40.635629 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7f35c340-74eb-4b5e-8d33-8ab816b9cd6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (90a91ba5-d409-43c9-94b8-3392b0b5f54d), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:40.636648 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7f35c340-74eb-4b5e-8d33-8ab816b9cd6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-761338'] for router_interface (7c1789ab-eeef-43a0-9b0e-0854ddeaef18), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:40.640351 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 49052) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:26:40.658406 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4114e684-e3f6-46cd-95b1-de0716287d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6cc5d62-420d-4ff2-9a0b-9e500b65322a,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:40.688871 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:40.705500 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-61d235ed-af09-41cc-9673-163f87db2ff1 admin admin] Publish callbacks [] for security_group (712c9dec-021b-49f9-b947-86013d48d2b8), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:40.725000 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:40.726802 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0fb27fe5-f07e-4a12-892e-56a26c18bdef admin admin] Publish callbacks [] for router_gateway (7990f22a-b9de-423f-91c5-302389780223), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:40.744520 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Current status of the port 9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:26:40.788615 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0fb27fe5-f07e-4a12-892e-56a26c18bdef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:40.814426 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:UPDATE=6 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:40.818566 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4911626-2133-4850-8e5f-a9c0e45eed5c None None] Pushing event updated for resources: {'Port': ['ID=a84d7c6a-faee-4b55-a752-8740091e4a95,revision_number=2']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:40.864495 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-58ec9c62-1d6b-4a9a-97c8-2af7c4477102 None None] Publish callbacks [] for port (3061b1bc-0e02-4b7d-ba75-eb944a844637), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:40.892181 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-58ec9c62-1d6b-4a9a-97c8-2af7c4477102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560'] for port (3061b1bc-0e02-4b7d-ba75-eb944a844637), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:40.959302 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-61d235ed-af09-41cc-9673-163f87db2ff1 admin admin] Publish callbacks [] for security_group (712c9dec-021b-49f9-b947-86013d48d2b8), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:40.968601 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ec9c62-1d6b-4a9a-97c8-2af7c4477102 None None] Network 6297c62b-cf60-4797-8fdd-d236a362ff82 is already hosted by enough agents. {{(pid=103921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:26:40.979357 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.scheduler.base_scheduler [None req-58ec9c62-1d6b-4a9a-97c8-2af7c4477102 None None] Resources bound (agent type, host, resource id): {{(pid=103921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:26:40.991585 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ec9c62-1d6b-4a9a-97c8-2af7c4477102 None None] Received port after_create {{(pid=103921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:26:41.006337 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-bf8b1cfc-0075-4607-a1da-ec9dd588e6f8 None None] Publish callbacks [] for port (ae523491-2d81-4806-8897-8eabbf238513), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:41.007795 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec9c62-1d6b-4a9a-97c8-2af7c4477102 None None] Pushing event updated for resources: {'Port': ['ID=3061b1bc-0e02-4b7d-ba75-eb944a844637,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:41.019770 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-bf8b1cfc-0075-4607-a1da-ec9dd588e6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560'] for port (ae523491-2d81-4806-8897-8eabbf238513), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:41.058199 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-e74b9b4b-8b75-4996-a746-55750f412fe0 admin admin] Publish callbacks [] for security_group (c6cc5d62-420d-4ff2-9a0b-9e500b65322a), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:41.100767 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1feab951-5bba-48dd-9044-453feb738f85 admin admin] Notify agent at l3_agent.dv-cinder-831247-16-iscsi the message routers_updated {{(pid=103919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 15:26:41.107422 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-e74b9b4b-8b75-4996-a746-55750f412fe0 admin admin] Publish callbacks [] for security_group (c6cc5d62-420d-4ff2-9a0b-9e500b65322a), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:41.129540 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-61d235ed-af09-41cc-9673-163f87db2ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (712c9dec-021b-49f9-b947-86013d48d2b8), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:41.132053 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-61d235ed-af09-41cc-9673-163f87db2ff1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:41.136077 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-61d235ed-af09-41cc-9673-163f87db2ff1 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/712c9dec-021b-49f9-b947-86013d48d2b8 HTTP/1.1" status: 204 len: 168 time: 1.2875705 Jun 03 15:26:41.161867 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f35c340-74eb-4b5e-8d33-8ab816b9cd6c admin admin] Pushing event updated for resources: {'Port': ['ID=90a91ba5-d409-43c9-94b8-3392b0b5f54d,revision_number=2']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:41.162338 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8b1cfc-0075-4607-a1da-ec9dd588e6f8 None None] Network ba66765f-7c24-4296-be5e-4c2a803ccabf is already hosted by enough agents. {{(pid=103921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:26:41.187711 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f35c340-74eb-4b5e-8d33-8ab816b9cd6c admin admin] Network fc85e51d-f7a3-45da-ad6c-8c73a576aa2c is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:26:41.188502 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-1feab951-5bba-48dd-9044-453feb738f85 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:41.189751 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-1feab951-5bba-48dd-9044-453feb738f85 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.3217621 Jun 03 15:26:41.191145 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8b1cfc-0075-4607-a1da-ec9dd588e6f8 None None] Pushing event updated for resources: {'Port': ['ID=ae523491-2d81-4806-8897-8eabbf238513,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:41.191418 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d235ed-af09-41cc-9673-163f87db2ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=712c9dec-021b-49f9-b947-86013d48d2b8,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:41.193067 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 49068) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:26:41.193588 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.scheduler.base_scheduler [None req-bf8b1cfc-0075-4607-a1da-ec9dd588e6f8 None None] Resources bound (agent type, host, resource id): {{(pid=103921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:26:41.197277 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-7f35c340-74eb-4b5e-8d33-8ab816b9cd6c admin admin] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:26:41.217941 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-58ec9c62-1d6b-4a9a-97c8-2af7c4477102 None None] Attempting to bind port 3061b1bc-0e02-4b7d-ba75-eb944a844637 on host dv-cinder-831247-16-iscsi for vnic_type normal with profile {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 15:26:41.218401 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-58ec9c62-1d6b-4a9a-97c8-2af7c4477102 None None] Attempting to bind port 3061b1bc-0e02-4b7d-ba75-eb944a844637 by drivers openvswitch,hyperv on host dv-cinder-831247-16-iscsi at level 0 using segments [{'id': '612086bd-4a15-467e-af18-82334699cb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '6297c62b-cf60-4797-8fdd-d236a362ff82'}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 15:26:41.218852 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ec9c62-1d6b-4a9a-97c8-2af7c4477102 None None] Attempting to bind port 3061b1bc-0e02-4b7d-ba75-eb944a844637 on network 6297c62b-cf60-4797-8fdd-d236a362ff82 {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:26:41.221717 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6249839-f9ca-486f-878c-8c78da219a1c None None] Sync routers for ids ['bc437c53-8ef0-4776-adae-03f3429aef49'] in dv-cinder-831247-16-iscsi {{(pid=103921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:26:41.255978 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-968c9e36-bef9-4546-9ac8-e1c446a6d301 admin admin] Publish callbacks [] for router_gateway (6cd5fe5b-023c-4cb7-aad9-e052cab5eef0), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:41.301414 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-968c9e36-bef9-4546-9ac8-e1c446a6d301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:41.340389 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8b1cfc-0075-4607-a1da-ec9dd588e6f8 None None] Received port after_create {{(pid=103921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:26:41.427557 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ec9c62-1d6b-4a9a-97c8-2af7c4477102 None None] Checking agent: {'id': 'b78338d6-31c9-4f43-bfac-5a5a854a8366', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 17, 58), 'started_at': datetime.datetime(2022, 6, 3, 15, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 15:26:41.428016 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ec9c62-1d6b-4a9a-97c8-2af7c4477102 None None] Checking segment: {'id': '612086bd-4a15-467e-af18-82334699cb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '6297c62b-cf60-4797-8fdd-d236a362ff82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:26:41.428423 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-58ec9c62-1d6b-4a9a-97c8-2af7c4477102 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:41.428852 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ec9c62-1d6b-4a9a-97c8-2af7c4477102 None None] Bound using segment: {'id': '612086bd-4a15-467e-af18-82334699cb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '6297c62b-cf60-4797-8fdd-d236a362ff82'} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 15:26:41.429332 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-58ec9c62-1d6b-4a9a-97c8-2af7c4477102 None None] Bound port: 3061b1bc-0e02-4b7d-ba75-eb944a844637, host: dv-cinder-831247-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '612086bd-4a15-467e-af18-82334699cb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '6297c62b-cf60-4797-8fdd-d236a362ff82'}}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 15:26:41.429865 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-58ec9c62-1d6b-4a9a-97c8-2af7c4477102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (3061b1bc-0e02-4b7d-ba75-eb944a844637), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:41.505818 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-4abfd6f3-c53b-4851-9fcd-9fe8f313f313 req-013b9c78-c5fe-4e10-b22e-1fc325ce72f6 tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] 10.222.0.93 "GET /v2.0/ports?device_id=2c7caaae-2b81-44c6-9fbb-a01d2af87b57 HTTP/1.1" status: 200 len: 210 time: 0.3117726 Jun 03 15:26:41.551387 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6249839-f9ca-486f-878c-8c78da219a1c None None] Routers {'bc437c53-8ef0-4776-adae-03f3429aef49'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:26:41.552349 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-e6249839-f9ca-486f-878c-8c78da219a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:26:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['bc437c53-8ef0-4776-adae-03f3429aef49'], 'active': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:41.588725 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-e74b9b4b-8b75-4996-a746-55750f412fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (c6cc5d62-420d-4ff2-9a0b-9e500b65322a), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:41.592828 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-e74b9b4b-8b75-4996-a746-55750f412fe0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:41.595656 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-e74b9b4b-8b75-4996-a746-55750f412fe0 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c6cc5d62-420d-4ff2-9a0b-9e500b65322a HTTP/1.1" status: 204 len: 168 time: 0.9531806 Jun 03 15:26:41.632919 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74b9b4b-8b75-4996-a746-55750f412fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6cc5d62-420d-4ff2-9a0b-9e500b65322a,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:41.731971 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_common [None req-0fb27fe5-f07e-4a12-892e-56a26c18bdef admin admin] Allocated IP 172.27.3.187 (2ebb747a-15cb-4ff0-831b-eddaba7ea913/396ae3db-97af-42d7-bc28-96050c96ba42/026ed3e7-e9af-46dc-8303-b93c473e613d) {{(pid=103920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:26:41.754743 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-58ec9c62-1d6b-4a9a-97c8-2af7c4477102 None None] For port 3061b1bc-0e02-4b7d-ba75-eb944a844637, host dv-cinder-831247-16-iscsi, cleared binding levels {{(pid=103921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 15:26:41.761908 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-58ec9c62-1d6b-4a9a-97c8-2af7c4477102 None None] For port 3061b1bc-0e02-4b7d-ba75-eb944a844637, host dv-cinder-831247-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=3061b1bc-0e02-4b7d-ba75-eb944a844637,segment=NetworkSegment(612086bd-4a15-467e-af18-82334699cb77),segment_id=612086bd-4a15-467e-af18-82334699cb77)] {{(pid=103921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 15:26:41.825339 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device a84d7c6a-faee-4b55-a752-8740091e4a95 up at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:26:41.863448 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-bf8b1cfc-0075-4607-a1da-ec9dd588e6f8 None None] Attempting to bind port ae523491-2d81-4806-8897-8eabbf238513 on host dv-cinder-831247-16-iscsi for vnic_type normal with profile {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 15:26:41.863803 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-bf8b1cfc-0075-4607-a1da-ec9dd588e6f8 None None] Attempting to bind port ae523491-2d81-4806-8897-8eabbf238513 by drivers openvswitch,hyperv on host dv-cinder-831247-16-iscsi at level 0 using segments [{'id': '344823fa-4139-4c58-8284-6d371313181e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'ba66765f-7c24-4296-be5e-4c2a803ccabf'}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 15:26:41.864167 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8b1cfc-0075-4607-a1da-ec9dd588e6f8 None None] Attempting to bind port ae523491-2d81-4806-8897-8eabbf238513 on network ba66765f-7c24-4296-be5e-4c2a803ccabf {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:26:41.872774 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-58ec9c62-1d6b-4a9a-97c8-2af7c4477102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (3061b1bc-0e02-4b7d-ba75-eb944a844637), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:41.917475 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8b1cfc-0075-4607-a1da-ec9dd588e6f8 None None] Checking agent: {'id': 'b78338d6-31c9-4f43-bfac-5a5a854a8366', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 17, 58), 'started_at': datetime.datetime(2022, 6, 3, 15, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 15:26:41.918032 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8b1cfc-0075-4607-a1da-ec9dd588e6f8 None None] Checking segment: {'id': '344823fa-4139-4c58-8284-6d371313181e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'ba66765f-7c24-4296-be5e-4c2a803ccabf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:26:41.918758 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-bf8b1cfc-0075-4607-a1da-ec9dd588e6f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:41.919155 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8b1cfc-0075-4607-a1da-ec9dd588e6f8 None None] Bound using segment: {'id': '344823fa-4139-4c58-8284-6d371313181e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'ba66765f-7c24-4296-be5e-4c2a803ccabf'} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 15:26:41.919646 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-bf8b1cfc-0075-4607-a1da-ec9dd588e6f8 None None] Bound port: ae523491-2d81-4806-8897-8eabbf238513, host: dv-cinder-831247-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '344823fa-4139-4c58-8284-6d371313181e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'ba66765f-7c24-4296-be5e-4c2a803ccabf'}}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 15:26:41.920066 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-bf8b1cfc-0075-4607-a1da-ec9dd588e6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (ae523491-2d81-4806-8897-8eabbf238513), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:41.984040 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f35c340-74eb-4b5e-8d33-8ab816b9cd6c admin admin] Router 7c1789ab-eeef-43a0-9b0e-0854ddeaef18 has already been hosted by L3 agent af3cb756-c261-4349-9f96-3650fb8ddf57 {{(pid=103920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 15:26:42.074589 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:42.268204 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:42.274995 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-c1ab0ba9-0e7c-45d9-bce4-6f934ad9e487 None None] Provisioning complete for port 90a91ba5-d409-43c9-94b8-3392b0b5f54d triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:26:42.275385 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-c1ab0ba9-0e7c-45d9-bce4-6f934ad9e487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (90a91ba5-d409-43c9-94b8-3392b0b5f54d), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:42.305017 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Provisioning complete for port a84d7c6a-faee-4b55-a752-8740091e4a95 triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:26:42.305383 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (a84d7c6a-faee-4b55-a752-8740091e4a95), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:42.317839 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0fb27fe5-f07e-4a12-892e-56a26c18bdef admin admin] Publish callbacks [] for port (026ed3e7-e9af-46dc-8303-b93c473e613d), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:42.438921 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 49098) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:26:42.450611 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:42.451925 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec9c62-1d6b-4a9a-97c8-2af7c4477102 None None] Pushing event updated for resources: {'Port': ['ID=3061b1bc-0e02-4b7d-ba75-eb944a844637,revision_number=2']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:42.472327 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvr_db [None req-e6249839-f9ca-486f-878c-8c78da219a1c None None] Set router bc437c53-8ef0-4776-adae-03f3429aef49 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:26:42.499706 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f35c340-74eb-4b5e-8d33-8ab816b9cd6c admin admin] Notify agent at l3_agent.dv-cinder-831247-16-iscsi the message routers_updated {{(pid=103920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 15:26:42.506234 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-7f35c340-74eb-4b5e-8d33-8ab816b9cd6c admin admin] 10.222.0.93 "PUT /v2.0/routers/7c1789ab-eeef-43a0-9b0e-0854ddeaef18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9583108 Jun 03 15:26:42.521070 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d33fd6-3a98-4305-9860-734148017c68 None None] Sync routers for ids ['7c1789ab-eeef-43a0-9b0e-0854ddeaef18'] in dv-cinder-831247-16-iscsi {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:26:42.533567 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-d650eef9-a834-4521-a88f-034100d914f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:42.550346 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d33fd6-3a98-4305-9860-734148017c68 None None] Routers {'7c1789ab-eeef-43a0-9b0e-0854ddeaef18'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:26:42.550708 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0fb27fe5-f07e-4a12-892e-56a26c18bdef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560'] for port (026ed3e7-e9af-46dc-8303-b93c473e613d), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:42.550995 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-00d33fd6-3a98-4305-9860-734148017c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:26:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['7c1789ab-eeef-43a0-9b0e-0854ddeaef18'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:42.584766 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=5 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:42.604976 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:42.613473 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-bf8b1cfc-0075-4607-a1da-ec9dd588e6f8 None None] For port ae523491-2d81-4806-8897-8eabbf238513, host dv-cinder-831247-16-iscsi, cleared binding levels {{(pid=103921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 15:26:42.634699 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-bf8b1cfc-0075-4607-a1da-ec9dd588e6f8 None None] For port ae523491-2d81-4806-8897-8eabbf238513, host dv-cinder-831247-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=ae523491-2d81-4806-8897-8eabbf238513,segment=NetworkSegment(344823fa-4139-4c58-8284-6d371313181e),segment_id=344823fa-4139-4c58-8284-6d371313181e)] {{(pid=103921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 15:26:42.639319 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-c1ab0ba9-0e7c-45d9-bce4-6f934ad9e487 None None] Port 90a91ba5-d409-43c9-94b8-3392b0b5f54d cannot update to ACTIVE because it is not bound. {{(pid=103921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 15:26:42.748669 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-bf8b1cfc-0075-4607-a1da-ec9dd588e6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (ae523491-2d81-4806-8897-8eabbf238513), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:42.759526 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 49108) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:26:42.811232 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f070628-6d36-48c5-a31d-f76f2c858988 None None] Network 68719859-5880-402e-b442-370597e1ce2f requested from dv-cinder-831247-16-iscsi {{(pid=103921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 15:26:42.823416 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-a43d29d3-b034-4575-9bb4-31269867bde9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:42.888158 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.95', 55983) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:26:43.005521 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-00d33fd6-3a98-4305-9860-734148017c68 None None] Set router 7c1789ab-eeef-43a0-9b0e-0854ddeaef18 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:26:43.059714 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb27fe5-f07e-4a12-892e-56a26c18bdef admin admin] Pushing event updated for resources: {'Port': ['ID=026ed3e7-e9af-46dc-8303-b93c473e613d,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:43.162842 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7afd20a-441c-44f2-9fbd-1f0785000fa3 req-cb9bb72e-2084-40e9-ae7b-8bec94321fa3 tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:43.164319 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c7afd20a-441c-44f2-9fbd-1f0785000fa3 req-cb9bb72e-2084-40e9-ae7b-8bec94321fa3 tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] 10.222.0.95 "GET /v2.0/networks?id=fa379d02-cec4-4bb7-8616-f922a2f53449 HTTP/1.1" status: 200 len: 811 time: 0.2690945 Jun 03 15:26:43.187722 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-3d3602f2-5e71-4b8f-a3e7-f441a1db0d08 req-c1781981-0d10-41eb-b3d2-97469d3647a9 tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] 10.222.0.93 "GET /v2.0/ports?device_id=2c7caaae-2b81-44c6-9fbb-a01d2af87b57 HTTP/1.1" status: 200 len: 210 time: 0.1345139 Jun 03 15:26:43.204608 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb27fe5-f07e-4a12-892e-56a26c18bdef admin admin] Network 2ebb747a-15cb-4ff0-831b-eddaba7ea913 is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:26:43.246760 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [req-c7afd20a-441c-44f2-9fbd-1f0785000fa3 req-bf6735f3-9867-4957-9dea-6b86d3e636fe tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] Request body: {'port': {'device_id': '2c7caaae-2b81-44c6-9fbb-a01d2af87b57', 'network_id': 'fa379d02-cec4-4bb7-8616-f922a2f53449', 'admin_state_up': True, 'tenant_id': '683acaeef18d43b4ac3daeb60e3a8aea'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:26:43.253584 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-0fb27fe5-f07e-4a12-892e-56a26c18bdef admin admin] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:26:43.257063 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_common [None req-968c9e36-bef9-4546-9ac8-e1c446a6d301 admin admin] Allocated IP 172.27.3.40 (2ebb747a-15cb-4ff0-831b-eddaba7ea913/396ae3db-97af-42d7-bc28-96050c96ba42/86ba1ff2-21ae-47f9-9cdf-edf65a092d4e) {{(pid=103920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:26:43.259362 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb27fe5-f07e-4a12-892e-56a26c18bdef admin admin] Received port after_create {{(pid=103920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:26:43.281051 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8b1cfc-0075-4607-a1da-ec9dd588e6f8 None None] Pushing event updated for resources: {'Port': ['ID=ae523491-2d81-4806-8897-8eabbf238513,revision_number=2']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:43.304065 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-8e2722c5-437a-447c-9c77-b4b35fa29220 None None] Provisioning complete for port a84d7c6a-faee-4b55-a752-8740091e4a95 triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:26:43.307319 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8e2722c5-437a-447c-9c77-b4b35fa29220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (a84d7c6a-faee-4b55-a752-8740091e4a95), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:43.504336 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Current status of the port a84d7c6a-faee-4b55-a752-8740091e4a95 is: DOWN; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:26:43.504891 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (a84d7c6a-faee-4b55-a752-8740091e4a95), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:43.575161 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-47ee05d1-733c-42f1-8988-c8c7ba07376c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:43.717995 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.db_base_plugin_common [None req-d650eef9-a834-4521-a88f-034100d914f3 admin admin] Allocated IP 172.20.0.1 (68719859-5880-402e-b442-370597e1ce2f/1e60cea5-d2fd-43f7-aff8-25b5abe402c7/a4683a29-9638-4e0d-884d-65794d85dd4f) {{(pid=103919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:26:43.786066 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] For port a84d7c6a-faee-4b55-a752-8740091e4a95, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=a84d7c6a-faee-4b55-a752-8740091e4a95,segment=NetworkSegment(71db973e-62af-43f0-a23f-112fc819cb27),segment_id=71db973e-62af-43f0-a23f-112fc819cb27)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:26:43.803730 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:43.805492 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8e2722c5-437a-447c-9c77-b4b35fa29220 None None] Current status of the port a84d7c6a-faee-4b55-a752-8740091e4a95 is: DOWN; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:26:43.806512 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8e2722c5-437a-447c-9c77-b4b35fa29220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (a84d7c6a-faee-4b55-a752-8740091e4a95), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:43.842176 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-00d33fd6-3a98-4305-9860-734148017c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1789ab-eeef-43a0-9b0e-0854ddeaef18', 'name': 'tempest-AttachVolumeTestJSON-1120574531-router', 'tenant_id': '16edd3f309d54728882acc6d23f8861e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:32Z', 'updated_at': '2022-06-03T15:26:38Z', 'revision_number': 4, 'project_id': '16edd3f309d54728882acc6d23f8861e', 'gw_port': {'id': '9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1789ab-eeef-43a0-9b0e-0854ddeaef18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:33Z', 'updated_at': '2022-06-03T15:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': '90a91ba5-d409-43c9-94b8-3392b0b5f54d', 'name': '', 'network_id': 'fc85e51d-f7a3-45da-ad6c-8c73a576aa2c', 'tenant_id': '16edd3f309d54728882acc6d23f8861e', 'mac_address': 'fa:16:3e:4b:f5:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c1789ab-eeef-43a0-9b0e-0854ddeaef18', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '774a6a80-1cd7-4bc8-a1d0-ccd75afe6883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:35Z', 'updated_at': '2022-06-03T15:26:39Z', 'revision_number': 2, 'project_id': '16edd3f309d54728882acc6d23f8861e', 'subnets': [{'id': '774a6a80-1cd7-4bc8-a1d0-ccd75afe6883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:43.853858 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (a84d7c6a-faee-4b55-a752-8740091e4a95), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:43.856533 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-e6249839-f9ca-486f-878c-8c78da219a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'name': 'tempest-AttachVolumeNegativeTest-1504343588-router', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:36Z', 'updated_at': '2022-06-03T15:26:39Z', 'revision_number': 3, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'gw_port': {'id': '1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:38Z', 'updated_at': '2022-06-03T15:26:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi'}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:43.900809 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d33fd6-3a98-4305-9860-734148017c68 None None] Checking router: 7c1789ab-eeef-43a0-9b0e-0854ddeaef18 for host: dv-cinder-831247-16-iscsi {{(pid=103922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:26:43.901163 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d33fd6-3a98-4305-9860-734148017c68 None None] Updating router 7c1789ab-eeef-43a0-9b0e-0854ddeaef18 port 90a91ba5-d409-43c9-94b8-3392b0b5f54d binding host dv-cinder-831247-16-iscsi {{(pid=103922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:26:43.909251 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6249839-f9ca-486f-878c-8c78da219a1c None None] Checking router: bc437c53-8ef0-4776-adae-03f3429aef49 for host: dv-cinder-831247-16-iscsi {{(pid=103921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:26:43.909251 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6249839-f9ca-486f-878c-8c78da219a1c None None] Updating router bc437c53-8ef0-4776-adae-03f3429aef49 port 1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c binding host dv-cinder-831247-16-iscsi {{(pid=103921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:26:43.949819 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-00d33fd6-3a98-4305-9860-734148017c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (90a91ba5-d409-43c9-94b8-3392b0b5f54d), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:43.959127 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 49132) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:26:43.997652 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-e6249839-f9ca-486f-878c-8c78da219a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:44.017641 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0fb27fe5-f07e-4a12-892e-56a26c18bdef admin admin] Publish callbacks [] for router_gateway (7990f22a-b9de-423f-91c5-302389780223), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:44.034987 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-302eb11a-23ce-44d8-985f-cc1c0072bd00 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1095991716', 'description': 'tempest-description--1095942324'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:26:44.111008 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:44.136198 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=100 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:44.208681 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:44.242882 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-302eb11a-23ce-44d8-985f-cc1c0072bd00 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:44.393983 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6167ca85-a5f2-4d35-be76-138a0472fa07 None None] Network 6297c62b-cf60-4797-8fdd-d236a362ff82 requested from dv-cinder-831247-16-iscsi {{(pid=103921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 15:26:44.484922 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-d650eef9-a834-4521-a88f-034100d914f3 admin admin] Publish callbacks [] for port (a4683a29-9638-4e0d-884d-65794d85dd4f), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:44.513020 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-968c9e36-bef9-4546-9ac8-e1c446a6d301 admin admin] Publish callbacks [] for port (86ba1ff2-21ae-47f9-9cdf-edf65a092d4e), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:44.554151 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device ae523491-2d81-4806-8897-8eabbf238513 up at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:26:44.568652 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-a43d29d3-b034-4575-9bb4-31269867bde9 admin admin] Publish callbacks [] for security_group (700863e3-a1fc-4985-a2d0-47a2c29a1773), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:44.580544 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.db.api [None req-8e2722c5-437a-447c-9c77-b4b35fa29220 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 03 15:26:44.585053 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-d650eef9-a834-4521-a88f-034100d914f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560'] for port (a4683a29-9638-4e0d-884d-65794d85dd4f), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:44.585393 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG oslo_db.api [None req-8e2722c5-437a-447c-9c77-b4b35fa29220 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:26:44.643817 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-b19703a6-d8ec-4c25-9716-6857e1958380 req-7078f9cb-416e-4e6f-a9e8-4912bf861b07 tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] 10.222.0.93 "GET /v2.0/ports?device_id=2c7caaae-2b81-44c6-9fbb-a01d2af87b57 HTTP/1.1" status: 200 len: 210 time: 0.2208476 Jun 03 15:26:44.662185 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-a43d29d3-b034-4575-9bb4-31269867bde9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (700863e3-a1fc-4985-a2d0-47a2c29a1773), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:44.708039 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d650eef9-a834-4521-a88f-034100d914f3 admin admin] Pushing event updated for resources: {'Port': ['ID=a4683a29-9638-4e0d-884d-65794d85dd4f,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:44.755087 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:44.786225 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:44.835424 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-00d33fd6-3a98-4305-9860-734148017c68 None None] Publish callbacks [] for port (90a91ba5-d409-43c9-94b8-3392b0b5f54d), precommit_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:44.855444 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-00d33fd6-3a98-4305-9860-734148017c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (90a91ba5-d409-43c9-94b8-3392b0b5f54d), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:44.885124 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:44.913984 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Pushing event updated for resources: {'Port': ['ID=a84d7c6a-faee-4b55-a752-8740091e4a95,revision_number=3']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:44.917858 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-47ee05d1-733c-42f1-8988-c8c7ba07376c admin admin] Publish callbacks [] for security_group (6a4bf62a-9ce6-4a27-8a69-3318e6761772), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:44.952674 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-47ee05d1-733c-42f1-8988-c8c7ba07376c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (6a4bf62a-9ce6-4a27-8a69-3318e6761772), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:44.970375 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Provisioning complete for port ae523491-2d81-4806-8897-8eabbf238513 triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:26:44.977384 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (ae523491-2d81-4806-8897-8eabbf238513), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:44.996405 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355ad317-d5b4-410c-8a6f-1e0a1d5a428e None None] Network ba66765f-7c24-4296-be5e-4c2a803ccabf requested from dv-cinder-831247-16-iscsi {{(pid=103921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 15:26:45.025092 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d29d3-b034-4575-9bb4-31269867bde9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700863e3-a1fc-4985-a2d0-47a2c29a1773,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:45.063443 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-a43d29d3-b034-4575-9bb4-31269867bde9 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f1ee747f366a444dba71fd6be7bf4b34&name=default HTTP/1.1" status: 200 len: 2992 time: 2.2866352 Jun 03 15:26:45.066797 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d650eef9-a834-4521-a88f-034100d914f3 admin admin] Network 68719859-5880-402e-b442-370597e1ce2f is already hosted by enough agents. {{(pid=103919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:26:45.092682 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 49162) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:26:45.123738 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0fb27fe5-f07e-4a12-892e-56a26c18bdef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-758228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-763446'] for router (7990f22a-b9de-423f-91c5-302389780223), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:45.147961 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-968c9e36-bef9-4546-9ac8-e1c446a6d301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560'] for port (86ba1ff2-21ae-47f9-9cdf-edf65a092d4e), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:45.153616 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.base_scheduler [None req-d650eef9-a834-4521-a88f-034100d914f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:26:45.167042 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f0f64-8199-45d0-a630-1e9020f6258d None None] Pushing event updated for resources: {'Port': ['ID=90a91ba5-d409-43c9-94b8-3392b0b5f54d,revision_number=3']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:45.188135 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d650eef9-a834-4521-a88f-034100d914f3 admin admin] Received port after_create {{(pid=103919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:26:45.188674 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-d650eef9-a834-4521-a88f-034100d914f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-762954'] for router_interface (bc437c53-8ef0-4776-adae-03f3429aef49), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:45.312702 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-00d33fd6-3a98-4305-9860-734148017c68 None None] Attempting to bind port 90a91ba5-d409-43c9-94b8-3392b0b5f54d on host dv-cinder-831247-16-iscsi for vnic_type normal with profile {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 15:26:45.312702 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-00d33fd6-3a98-4305-9860-734148017c68 None None] Attempting to bind port 90a91ba5-d409-43c9-94b8-3392b0b5f54d by drivers openvswitch,hyperv on host dv-cinder-831247-16-iscsi at level 0 using segments [{'id': 'e7fa8e9f-2916-4044-ae3b-4a0e4ef94a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'fc85e51d-f7a3-45da-ad6c-8c73a576aa2c'}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 15:26:45.325433 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968c9e36-bef9-4546-9ac8-e1c446a6d301 admin admin] Network 2ebb747a-15cb-4ff0-831b-eddaba7ea913 is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:26:45.325766 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d33fd6-3a98-4305-9860-734148017c68 None None] Attempting to bind port 90a91ba5-d409-43c9-94b8-3392b0b5f54d on network fc85e51d-f7a3-45da-ad6c-8c73a576aa2c {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:26:45.343346 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968c9e36-bef9-4546-9ac8-e1c446a6d301 admin admin] Pushing event updated for resources: {'Port': ['ID=86ba1ff2-21ae-47f9-9cdf-edf65a092d4e,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:45.347835 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-968c9e36-bef9-4546-9ac8-e1c446a6d301 admin admin] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:26:45.348015 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d33fd6-3a98-4305-9860-734148017c68 None None] Checking agent: {'id': 'b78338d6-31c9-4f43-bfac-5a5a854a8366', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 17, 58), 'started_at': datetime.datetime(2022, 6, 3, 15, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 15:26:45.349905 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d33fd6-3a98-4305-9860-734148017c68 None None] Checking segment: {'id': 'e7fa8e9f-2916-4044-ae3b-4a0e4ef94a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'fc85e51d-f7a3-45da-ad6c-8c73a576aa2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:26:45.351657 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-00d33fd6-3a98-4305-9860-734148017c68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:45.353481 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d33fd6-3a98-4305-9860-734148017c68 None None] Bound using segment: {'id': 'e7fa8e9f-2916-4044-ae3b-4a0e4ef94a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'fc85e51d-f7a3-45da-ad6c-8c73a576aa2c'} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 15:26:45.355383 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-00d33fd6-3a98-4305-9860-734148017c68 None None] Bound port: 90a91ba5-d409-43c9-94b8-3392b0b5f54d, host: dv-cinder-831247-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7fa8e9f-2916-4044-ae3b-4a0e4ef94a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'fc85e51d-f7a3-45da-ad6c-8c73a576aa2c'}}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 15:26:45.357246 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-00d33fd6-3a98-4305-9860-734148017c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (90a91ba5-d409-43c9-94b8-3392b0b5f54d), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:45.364428 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-302eb11a-23ce-44d8-985f-cc1c0072bd00 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks [] for security_group (9c415980-d445-441d-a0a3-94a8eef0bf6b), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:45.544822 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8e2722c5-437a-447c-9c77-b4b35fa29220 None None] Current status of the port a84d7c6a-faee-4b55-a752-8740091e4a95 is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:26:45.569390 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-00d33fd6-3a98-4305-9860-734148017c68 None None] For port 90a91ba5-d409-43c9-94b8-3392b0b5f54d, host dv-cinder-831247-16-iscsi, cleared binding levels {{(pid=103922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 15:26:45.575575 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-00d33fd6-3a98-4305-9860-734148017c68 None None] For port 90a91ba5-d409-43c9-94b8-3392b0b5f54d, host dv-cinder-831247-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=90a91ba5-d409-43c9-94b8-3392b0b5f54d,segment=NetworkSegment(e7fa8e9f-2916-4044-ae3b-4a0e4ef94a1c),segment_id=e7fa8e9f-2916-4044-ae3b-4a0e4ef94a1c)] {{(pid=103922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 15:26:45.590742 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-2a73c340-6db5-4324-b6c1-b6002c91096f admin admin] Publish callbacks [] for security_group (700863e3-a1fc-4985-a2d0-47a2c29a1773), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:45.596638 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-00d33fd6-3a98-4305-9860-734148017c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (90a91ba5-d409-43c9-94b8-3392b0b5f54d), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:45.606174 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7afd20a-441c-44f2-9fbd-1f0785000fa3 req-bf6735f3-9867-4957-9dea-6b86d3e636fe tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] Made reservation on behalf of 683acaeef18d43b4ac3daeb60e3a8aea for: {'port': 1} {{(pid=103919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:26:45.619276 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-302eb11a-23ce-44d8-985f-cc1c0072bd00 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (9c415980-d445-441d-a0a3-94a8eef0bf6b), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:45.625115 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-c7afd20a-441c-44f2-9fbd-1f0785000fa3 req-bf6735f3-9867-4957-9dea-6b86d3e636fe tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:45.642197 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-47ee05d1-733c-42f1-8988-c8c7ba07376c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=03e032dba06e4185b897268d78a35290&name=default HTTP/1.1" status: 200 len: 2996 time: 3.2019067 Jun 03 15:26:45.680405 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ee05d1-733c-42f1-8988-c8c7ba07376c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4bf62a-9ce6-4a27-8a69-3318e6761772,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:45.715710 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 49172) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:26:45.734957 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968c9e36-bef9-4546-9ac8-e1c446a6d301 admin admin] Received port after_create {{(pid=103920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:26:45.742834 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-302eb11a-23ce-44d8-985f-cc1c0072bd00 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:45.768224 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-302eb11a-23ce-44d8-985f-cc1c0072bd00 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.7458062 Jun 03 15:26:45.799759 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 49176) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:26:45.844197 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f0f64-8199-45d0-a630-1e9020f6258d None None] Pushing event updated for resources: {'Port': ['ID=90a91ba5-d409-43c9-94b8-3392b0b5f54d,revision_number=4']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:45.890789 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Current status of the port ae523491-2d81-4806-8897-8eabbf238513 is: DOWN; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:26:45.892343 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (ae523491-2d81-4806-8897-8eabbf238513), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:45.920483 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:INSERT=13,neutron:SELECT=86,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:45.928554 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d33fd6-3a98-4305-9860-734148017c68 None None] Routers {'7c1789ab-eeef-43a0-9b0e-0854ddeaef18'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:26:45.932980 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-cd57fe6c-254e-468d-b94d-b86c1a4e2564 None None] Provisioning complete for port 3061b1bc-0e02-4b7d-ba75-eb944a844637 triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:26:45.933411 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-00d33fd6-3a98-4305-9860-734148017c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:26:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['7c1789ab-eeef-43a0-9b0e-0854ddeaef18'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:45.935661 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-cd57fe6c-254e-468d-b94d-b86c1a4e2564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (3061b1bc-0e02-4b7d-ba75-eb944a844637), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:46.036722 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-bae71bdd-408d-4ec6-b94c-4ed4d7269cb6 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Request body: {'security_group_rule': {'security_group_id': '9c415980-d445-441d-a0a3-94a8eef0bf6b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:26:46.049146 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-2a73c340-6db5-4324-b6c1-b6002c91096f admin admin] Publish callbacks [] for security_group (700863e3-a1fc-4985-a2d0-47a2c29a1773), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:46.150132 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302eb11a-23ce-44d8-985f-cc1c0072bd00 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c415980-d445-441d-a0a3-94a8eef0bf6b,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:46.171544 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:46.210410 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:46.261193 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fb27fe5-f07e-4a12-892e-56a26c18bdef admin admin] Router 7990f22a-b9de-423f-91c5-302389780223 is scheduled to L3 agent af3cb756-c261-4349-9f96-3650fb8ddf57 with binding_index 1 {{(pid=103920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 03 15:26:46.308377 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] For port ae523491-2d81-4806-8897-8eabbf238513, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=ae523491-2d81-4806-8897-8eabbf238513,segment=NetworkSegment(344823fa-4139-4c58-8284-6d371313181e),segment_id=344823fa-4139-4c58-8284-6d371313181e)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:26:46.308608 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-bae71bdd-408d-4ec6-b94c-4ed4d7269cb6 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks [] for security_group_rule (fd49b807-8c32-4f26-b831-f068bbfddf1e), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:46.312087 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-00d33fd6-3a98-4305-9860-734148017c68 None None] Set router 7c1789ab-eeef-43a0-9b0e-0854ddeaef18 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:26:46.336492 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:46.349029 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (ae523491-2d81-4806-8897-8eabbf238513), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:46.351517 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device 3061b1bc-0e02-4b7d-ba75-eb944a844637 up at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:26:46.358443 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-e6249839-f9ca-486f-878c-8c78da219a1c None None] Publish callbacks [] for port (1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c), precommit_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:46.473800 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-e6249839-f9ca-486f-878c-8c78da219a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:46.677221 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Pushing event updated for resources: {'Port': ['ID=ae523491-2d81-4806-8897-8eabbf238513,revision_number=3']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:46.708198 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Provisioning complete for port 3061b1bc-0e02-4b7d-ba75-eb944a844637 triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:26:46.720127 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (3061b1bc-0e02-4b7d-ba75-eb944a844637), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:46.722406 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-e6249839-f9ca-486f-878c-8c78da219a1c None None] Attempting to bind port 1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c on host dv-cinder-831247-16-iscsi for vnic_type normal with profile {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 15:26:46.730462 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-e6249839-f9ca-486f-878c-8c78da219a1c None None] Attempting to bind port 1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c by drivers openvswitch,hyperv on host dv-cinder-831247-16-iscsi at level 0 using segments [{'id': 'fb1f6c29-8e9a-43bb-852a-39936675ceea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913'}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 15:26:46.731132 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6249839-f9ca-486f-878c-8c78da219a1c None None] Attempting to bind port 1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c on network 2ebb747a-15cb-4ff0-831b-eddaba7ea913 {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:26:46.755889 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-bae71bdd-408d-4ec6-b94c-4ed4d7269cb6 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks [] for security_group_rule (fd49b807-8c32-4f26-b831-f068bbfddf1e), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:46.775682 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-5d7dc615-7ff4-421c-9e58-fd668004cd70 req-09e34fa0-65ba-484d-8b2c-3525969127d1 tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] 10.222.0.93 "GET /v2.0/ports?device_id=2c7caaae-2b81-44c6-9fbb-a01d2af87b57 HTTP/1.1" status: 200 len: 210 time: 0.7840858 Jun 03 15:26:46.822417 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-bae71bdd-408d-4ec6-b94c-4ed4d7269cb6 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749434'] for security_group_rule (fd49b807-8c32-4f26-b831-f068bbfddf1e), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:46.855447 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:46.856636 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6249839-f9ca-486f-878c-8c78da219a1c None None] Checking agent: {'id': 'b78338d6-31c9-4f43-bfac-5a5a854a8366', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 17, 58), 'started_at': datetime.datetime(2022, 6, 3, 15, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 15:26:46.857191 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6249839-f9ca-486f-878c-8c78da219a1c None None] Checking segment: {'id': 'fb1f6c29-8e9a-43bb-852a-39936675ceea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:26:46.857487 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-e6249839-f9ca-486f-878c-8c78da219a1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:46.857881 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6249839-f9ca-486f-878c-8c78da219a1c None None] Bound using segment: {'id': 'fb1f6c29-8e9a-43bb-852a-39936675ceea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913'} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 15:26:46.858570 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-e6249839-f9ca-486f-878c-8c78da219a1c None None] Bound port: 1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c, host: dv-cinder-831247-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb1f6c29-8e9a-43bb-852a-39936675ceea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913'}}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 15:26:46.858946 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-e6249839-f9ca-486f-878c-8c78da219a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:46.865413 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-cd57fe6c-254e-468d-b94d-b86c1a4e2564 None None] Current status of the port 3061b1bc-0e02-4b7d-ba75-eb944a844637 is: DOWN; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:26:46.865790 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-cd57fe6c-254e-468d-b94d-b86c1a4e2564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (3061b1bc-0e02-4b7d-ba75-eb944a844637), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:46.920288 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae71bdd-408d-4ec6-b94c-4ed4d7269cb6 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd49b807-8c32-4f26-b831-f068bbfddf1e,revision_number=0']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:46.932371 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-00d33fd6-3a98-4305-9860-734148017c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1789ab-eeef-43a0-9b0e-0854ddeaef18', 'name': 'tempest-AttachVolumeTestJSON-1120574531-router', 'tenant_id': '16edd3f309d54728882acc6d23f8861e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:32Z', 'updated_at': '2022-06-03T15:26:38Z', 'revision_number': 4, 'project_id': '16edd3f309d54728882acc6d23f8861e', 'gw_port': {'id': '9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1789ab-eeef-43a0-9b0e-0854ddeaef18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:33Z', 'updated_at': '2022-06-03T15:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': '90a91ba5-d409-43c9-94b8-3392b0b5f54d', 'name': '', 'network_id': 'fc85e51d-f7a3-45da-ad6c-8c73a576aa2c', 'tenant_id': '16edd3f309d54728882acc6d23f8861e', 'mac_address': 'fa:16:3e:4b:f5:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c1789ab-eeef-43a0-9b0e-0854ddeaef18', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '774a6a80-1cd7-4bc8-a1d0-ccd75afe6883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:35Z', 'updated_at': '2022-06-03T15:26:45Z', 'revision_number': 4, 'project_id': '16edd3f309d54728882acc6d23f8861e', 'subnets': [{'id': '774a6a80-1cd7-4bc8-a1d0-ccd75afe6883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:46.942696 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8656c06e-98bd-4e15-aa23-7720e4320bc3 None None] Pushing event updated for resources: {'Port': ['ID=1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c,revision_number=2']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:46.942911 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-bae71bdd-408d-4ec6-b94c-4ed4d7269cb6 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:46.961763 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-bae71bdd-408d-4ec6-b94c-4ed4d7269cb6 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0428548 Jun 03 15:26:46.966343 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 49200) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:26:47.014411 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.db_base_plugin_common [req-c7afd20a-441c-44f2-9fbd-1f0785000fa3 req-bf6735f3-9867-4957-9dea-6b86d3e636fe tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] Allocated IP 172.20.0.5 (fa379d02-cec4-4bb7-8616-f922a2f53449/6b58a6af-0b3a-449b-b0cb-62eb81f299b2/e2167245-4216-4805-83ad-80b71ead6e3d) {{(pid=103919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:26:47.024973 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-ac8a575e-04fa-44fb-8fd4-83ab38d15bd9 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Request body: {'security_group_rule': {'security_group_id': '9c415980-d445-441d-a0a3-94a8eef0bf6b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:26:47.040661 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb27fe5-f07e-4a12-892e-56a26c18bdef admin admin] Notify agent at l3_agent.dv-cinder-831247-16-iscsi the message routers_updated {{(pid=103920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 15:26:47.058408 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 49202) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:26:47.082477 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d33fd6-3a98-4305-9860-734148017c68 None None] The sync data for ids ['7c1789ab-eeef-43a0-9b0e-0854ddeaef18'] in dv-cinder-831247-16-iscsi is: [{'id': '7c1789ab-eeef-43a0-9b0e-0854ddeaef18', 'name': 'tempest-AttachVolumeTestJSON-1120574531-router', 'tenant_id': '16edd3f309d54728882acc6d23f8861e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:32Z', 'updated_at': '2022-06-03T15:26:38Z', 'revision_number': 4, 'project_id': '16edd3f309d54728882acc6d23f8861e', 'gw_port': {'id': '9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1789ab-eeef-43a0-9b0e-0854ddeaef18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:33Z', 'updated_at': '2022-06-03T15:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': '90a91ba5-d409-43c9-94b8-3392b0b5f54d', 'name': '', 'network_id': 'fc85e51d-f7a3-45da-ad6c-8c73a576aa2c', 'tenant_id': '16edd3f309d54728882acc6d23f8861e', 'mac_address': 'fa:16:3e:4b:f5:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c1789ab-eeef-43a0-9b0e-0854ddeaef18', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '774a6a80-1cd7-4bc8-a1d0-ccd75afe6883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:35Z', 'updated_at': '2022-06-03T15:26:45Z', 'revision_number': 4, 'project_id': '16edd3f309d54728882acc6d23f8861e', 'subnets': [{'id': '774a6a80-1cd7-4bc8-a1d0-ccd75afe6883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:26:47.090471 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-cd57fe6c-254e-468d-b94d-b86c1a4e2564 None None] For port 3061b1bc-0e02-4b7d-ba75-eb944a844637, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=3061b1bc-0e02-4b7d-ba75-eb944a844637,segment=NetworkSegment(612086bd-4a15-467e-af18-82334699cb77),segment_id=612086bd-4a15-467e-af18-82334699cb77)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:26:47.111531 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-e6249839-f9ca-486f-878c-8c78da219a1c None None] For port 1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c, host dv-cinder-831247-16-iscsi, cleared binding levels {{(pid=103921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 15:26:47.124830 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-968c9e36-bef9-4546-9ac8-e1c446a6d301 admin admin] Publish callbacks [] for router_gateway (6cd5fe5b-023c-4cb7-aad9-e052cab5eef0), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:47.130135 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-e6249839-f9ca-486f-878c-8c78da219a1c None None] For port 1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c, host dv-cinder-831247-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c,segment=NetworkSegment(fb1f6c29-8e9a-43bb-852a-39936675ceea),segment_id=fb1f6c29-8e9a-43bb-852a-39936675ceea)] {{(pid=103921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 15:26:47.136413 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3435710e-39fd-49e8-b90d-ad8ef651f145 None None] Sync routers for ids ['7990f22a-b9de-423f-91c5-302389780223'] in dv-cinder-831247-16-iscsi {{(pid=103921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:26:47.139474 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0fb27fe5-f07e-4a12-892e-56a26c18bdef admin admin] Publish callbacks [] for router (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:47.146741 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-0fb27fe5-f07e-4a12-892e-56a26c18bdef admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.0832012 Jun 03 15:26:47.192692 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-e6249839-f9ca-486f-878c-8c78da219a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:47.211096 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-cd57fe6c-254e-468d-b94d-b86c1a4e2564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (3061b1bc-0e02-4b7d-ba75-eb944a844637), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:47.257221 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-cd57fe6c-254e-468d-b94d-b86c1a4e2564 None None] Provisioning complete for port a84d7c6a-faee-4b55-a752-8740091e4a95 triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:26:47.257833 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-cd57fe6c-254e-468d-b94d-b86c1a4e2564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (a84d7c6a-faee-4b55-a752-8740091e4a95), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:47.268338 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 49206) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:26:47.337471 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3435710e-39fd-49e8-b90d-ad8ef651f145 None None] Routers {'7990f22a-b9de-423f-91c5-302389780223'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:26:47.338038 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-3435710e-39fd-49e8-b90d-ad8ef651f145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:26:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['7990f22a-b9de-423f-91c5-302389780223'], 'active': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:47.365279 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Current status of the port 3061b1bc-0e02-4b7d-ba75-eb944a844637 is: DOWN; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:26:47.365279 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (3061b1bc-0e02-4b7d-ba75-eb944a844637), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:47.383942 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-c7afd20a-441c-44f2-9fbd-1f0785000fa3 req-bf6735f3-9867-4957-9dea-6b86d3e636fe tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] Publish callbacks [] for port (e2167245-4216-4805-83ad-80b71ead6e3d), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:47.430579 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-aff6211c-77a1-448e-8746-341224a69e0b admin admin] Publish callbacks [] for security_group (6a4bf62a-9ce6-4a27-8a69-3318e6761772), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:47.485849 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-aff6211c-77a1-448e-8746-341224a69e0b admin admin] Publish callbacks [] for security_group (6a4bf62a-9ce6-4a27-8a69-3318e6761772), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:47.561554 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:47.566305 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-c7afd20a-441c-44f2-9fbd-1f0785000fa3 req-bf6735f3-9867-4957-9dea-6b86d3e636fe tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560'] for port (e2167245-4216-4805-83ad-80b71ead6e3d), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:47.615793 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-d650eef9-a834-4521-a88f-034100d914f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (a4683a29-9638-4e0d-884d-65794d85dd4f), before_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:47.622883 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ac8a575e-04fa-44fb-8fd4-83ab38d15bd9 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks [] for security_group_rule (36607de6-dc62-453d-8398-f32621fd5931), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:47.628679 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-aff6211c-77a1-448e-8746-341224a69e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (6a4bf62a-9ce6-4a27-8a69-3318e6761772), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:47.631385 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-aff6211c-77a1-448e-8746-341224a69e0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:47.632635 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-aff6211c-77a1-448e-8746-341224a69e0b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6a4bf62a-9ce6-4a27-8a69-3318e6761772 HTTP/1.1" status: 204 len: 168 time: 1.9159272 Jun 03 15:26:47.720328 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff6211c-77a1-448e-8746-341224a69e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4bf62a-9ce6-4a27-8a69-3318e6761772,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:47.744943 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-2a73c340-6db5-4324-b6c1-b6002c91096f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (700863e3-a1fc-4985-a2d0-47a2c29a1773), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:47.747547 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-2a73c340-6db5-4324-b6c1-b6002c91096f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:47.752914 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-2a73c340-6db5-4324-b6c1-b6002c91096f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/700863e3-a1fc-4985-a2d0-47a2c29a1773 HTTP/1.1" status: 204 len: 168 time: 2.6590037 Jun 03 15:26:47.778890 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a73c340-6db5-4324-b6c1-b6002c91096f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700863e3-a1fc-4985-a2d0-47a2c29a1773,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:47.793743 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:47.797029 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7afd20a-441c-44f2-9fbd-1f0785000fa3 req-bf6735f3-9867-4957-9dea-6b86d3e636fe tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] Network fa379d02-cec4-4bb7-8616-f922a2f53449 is already hosted by enough agents. {{(pid=103919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:26:47.834306 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.base_scheduler [req-c7afd20a-441c-44f2-9fbd-1f0785000fa3 req-bf6735f3-9867-4957-9dea-6b86d3e636fe tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] Resources bound (agent type, host, resource id): {{(pid=103919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:26:47.840775 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7afd20a-441c-44f2-9fbd-1f0785000fa3 req-bf6735f3-9867-4957-9dea-6b86d3e636fe tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] Received port after_create {{(pid=103919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:26:47.862070 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7afd20a-441c-44f2-9fbd-1f0785000fa3 req-bf6735f3-9867-4957-9dea-6b86d3e636fe tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:47.862785 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-c7afd20a-441c-44f2-9fbd-1f0785000fa3 req-bf6735f3-9867-4957-9dea-6b86d3e636fe tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for port (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:47.884214 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6735f3-9867-4957-9dea-6b86d3e636fe tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] Pushing event updated for resources: {'Port': ['ID=e2167245-4216-4805-83ad-80b71ead6e3d,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:47.928920 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-e5c45de4-e889-4c2e-9c9f-477cb74e2e29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:48.021356 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c7afd20a-441c-44f2-9fbd-1f0785000fa3 req-bf6735f3-9867-4957-9dea-6b86d3e636fe tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8058496 Jun 03 15:26:48.059782 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [req-c7afd20a-441c-44f2-9fbd-1f0785000fa3 req-01ca4b58-efb7-4a08-86ae-dcf4e8ec9e05 tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=103919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 03 15:26:48.060834 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c7afd20a-441c-44f2-9fbd-1f0785000fa3 req-01ca4b58-efb7-4a08-86ae-dcf4e8ec9e05 tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0108769 Jun 03 15:26:48.178216 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.db.api [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 03 15:26:48.178833 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG oslo_db.api [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:26:48.193433 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6249839-f9ca-486f-878c-8c78da219a1c None None] Routers {'bc437c53-8ef0-4776-adae-03f3429aef49'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:26:48.194087 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-e6249839-f9ca-486f-878c-8c78da219a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:26:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['bc437c53-8ef0-4776-adae-03f3429aef49'], 'active': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:48.276402 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3199b3-680b-46e9-a3b2-cd42d53e5fa6 req-4a40c1de-ec64-4809-aecc-6ab732757973 tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:48.285244 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-8f3199b3-680b-46e9-a3b2-cd42d53e5fa6 req-4a40c1de-ec64-4809-aecc-6ab732757973 tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] 10.222.0.93 "GET /v2.0/ports?device_id=2c7caaae-2b81-44c6-9fbb-a01d2af87b57 HTTP/1.1" status: 200 len: 931 time: 0.2054942 Jun 03 15:26:48.395815 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-d650eef9-a834-4521-a88f-034100d914f3 admin admin] Publish callbacks [] for port (a4683a29-9638-4e0d-884d-65794d85dd4f), precommit_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:48.418824 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-d650eef9-a834-4521-a88f-034100d914f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (a4683a29-9638-4e0d-884d-65794d85dd4f), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:48.419604 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-d650eef9-a834-4521-a88f-034100d914f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-761338'] for router_interface (bc437c53-8ef0-4776-adae-03f3429aef49), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:48.567503 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d650eef9-a834-4521-a88f-034100d914f3 admin admin] Pushing event updated for resources: {'Port': ['ID=a4683a29-9638-4e0d-884d-65794d85dd4f,revision_number=2']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:48.570046 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvr_db [None req-e6249839-f9ca-486f-878c-8c78da219a1c None None] Set router bc437c53-8ef0-4776-adae-03f3429aef49 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:26:48.589632 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=3 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:48.591337 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-968c9e36-bef9-4546-9ac8-e1c446a6d301 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-758228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-763446'] for router (6cd5fe5b-023c-4cb7-aad9-e052cab5eef0), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:48.619272 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 49226) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:26:48.684669 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:48.687786 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-182352d6-cc43-498e-9525-dbbfebc81efb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:48.725759 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d650eef9-a834-4521-a88f-034100d914f3 admin admin] Network 68719859-5880-402e-b442-370597e1ce2f is already hosted by enough agents. {{(pid=103919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:26:48.808257 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvr_db [None req-3435710e-39fd-49e8-b90d-ad8ef651f145 None None] Set router 7990f22a-b9de-423f-91c5-302389780223 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:26:48.824847 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-e5c45de4-e889-4c2e-9c9f-477cb74e2e29 admin admin] Publish callbacks [] for security_group (670aff1a-cc17-43d0-bf9e-bf89bdc22527), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:48.919623 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-182352d6-cc43-498e-9525-dbbfebc81efb admin admin] Publish callbacks [] for security_group (f1ec2d47-04bf-43d2-8eb5-7f1e57d946b4), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:48.920963 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.base_scheduler [None req-d650eef9-a834-4521-a88f-034100d914f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:26:48.928635 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [req-c7afd20a-441c-44f2-9fbd-1f0785000fa3 req-d0a32bec-baff-43e9-80df-03441261e6a8 service neutron] Request body: {'port': {'device_id': '2c7caaae-2b81-44c6-9fbb-a01d2af87b57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:26:48.944868 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-182352d6-cc43-498e-9525-dbbfebc81efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (f1ec2d47-04bf-43d2-8eb5-7f1e57d946b4), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:49.013325 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:49.024008 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8656c06e-98bd-4e15-aa23-7720e4320bc3 None None] Pushing event updated for resources: {'Port': ['ID=1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c,revision_number=3']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:49.121796 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-e5c45de4-e889-4c2e-9c9f-477cb74e2e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (670aff1a-cc17-43d0-bf9e-bf89bdc22527), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:49.269104 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-8f3199b3-680b-46e9-a3b2-cd42d53e5fa6 req-b5ae77cf-3683-44ef-88ca-828eced670dc tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] 10.222.0.93 "GET /v2.0/security-groups?id=6f59420a-b1c9-402c-bf1f-7ea81f7e4580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9829142 Jun 03 15:26:49.282487 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:49.302135 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ac8a575e-04fa-44fb-8fd4-83ab38d15bd9 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks [] for security_group_rule (36607de6-dc62-453d-8398-f32621fd5931), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:49.328568 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-e5c45de4-e889-4c2e-9c9f-477cb74e2e29 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=3aa3fbd5dc7644079c9a3a5419b52d68&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2667019 Jun 03 15:26:49.333676 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 49234) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:26:49.352393 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ac8a575e-04fa-44fb-8fd4-83ab38d15bd9 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749434'] for security_group_rule (36607de6-dc62-453d-8398-f32621fd5931), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:49.355599 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c45de4-e889-4c2e-9c9f-477cb74e2e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=670aff1a-cc17-43d0-bf9e-bf89bdc22527,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:49.390516 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-c7afd20a-441c-44f2-9fbd-1f0785000fa3 req-d0a32bec-baff-43e9-80df-03441261e6a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (e2167245-4216-4805-83ad-80b71ead6e3d), before_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:49.440829 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182352d6-cc43-498e-9525-dbbfebc81efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ec2d47-04bf-43d2-8eb5-7f1e57d946b4,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:49.458890 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 49240) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:26:49.462824 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-182352d6-cc43-498e-9525-dbbfebc81efb admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f6238785c8c04ae1841ee859cb3ebbc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8342865 Jun 03 15:26:49.613372 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:49.614787 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Current status of the port 3061b1bc-0e02-4b7d-ba75-eb944a844637 is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:26:49.664615 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d650eef9-a834-4521-a88f-034100d914f3 admin admin] Router bc437c53-8ef0-4776-adae-03f3429aef49 has already been hosted by L3 agent af3cb756-c261-4349-9f96-3650fb8ddf57 {{(pid=103919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 15:26:49.682893 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a575e-04fa-44fb-8fd4-83ab38d15bd9 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36607de6-dc62-453d-8398-f32621fd5931,revision_number=0']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:49.709285 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd57fe6c-254e-468d-b94d-b86c1a4e2564 None None] Pushing event updated for resources: {'Port': ['ID=3061b1bc-0e02-4b7d-ba75-eb944a844637,revision_number=3']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:49.721833 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-cd57fe6c-254e-468d-b94d-b86c1a4e2564 None None] Current status of the port a84d7c6a-faee-4b55-a752-8740091e4a95 is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:26:49.734848 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ac8a575e-04fa-44fb-8fd4-83ab38d15bd9 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:49.745608 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-ac8a575e-04fa-44fb-8fd4-83ab38d15bd9 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.7396636 Jun 03 15:26:49.779054 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 49244) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:26:49.804086 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-9d1cd2f7-af86-48fe-8678-5c83d87e6617 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Request body: {'floatingip': {'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:26:49.822961 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-cd57fe6c-254e-468d-b94d-b86c1a4e2564 None None] Provisioning complete for port ae523491-2d81-4806-8897-8eabbf238513 triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:26:49.823351 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-cd57fe6c-254e-468d-b94d-b86c1a4e2564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (ae523491-2d81-4806-8897-8eabbf238513), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:49.899171 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1877e829-21da-4cec-b5f8-963eac17ef8d admin admin] Publish callbacks [] for security_group (f1ec2d47-04bf-43d2-8eb5-7f1e57d946b4), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:49.936771 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:49.956166 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-9d1cd2f7-af86-48fe-8678-5c83d87e6617 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:50.003890 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-93629667-c51e-435d-aced-35c31f679a71 admin admin] Publish callbacks [] for security_group (670aff1a-cc17-43d0-bf9e-bf89bdc22527), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:50.060576 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:50.076970 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1877e829-21da-4cec-b5f8-963eac17ef8d admin admin] Publish callbacks [] for security_group (f1ec2d47-04bf-43d2-8eb5-7f1e57d946b4), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:50.089306 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device 90a91ba5-d409-43c9-94b8-3392b0b5f54d up at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:26:50.092825 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-e6249839-f9ca-486f-878c-8c78da219a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'name': 'tempest-AttachVolumeNegativeTest-1504343588-router', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:36Z', 'updated_at': '2022-06-03T15:26:46Z', 'revision_number': 4, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'gw_port': {'id': '1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:38Z', 'updated_at': '2022-06-03T15:26:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': 'a4683a29-9638-4e0d-884d-65794d85dd4f', 'name': '', 'network_id': '68719859-5880-402e-b442-370597e1ce2f', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'mac_address': 'fa:16:3e:bd:e2:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1e60cea5-d2fd-43f7-aff8-25b5abe402c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:42Z', 'updated_at': '2022-06-03T15:26:43Z', 'revision_number': 1, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'subnets': [{'id': '1e60cea5-d2fd-43f7-aff8-25b5abe402c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:50.153795 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d650eef9-a834-4521-a88f-034100d914f3 admin admin] Notify agent at l3_agent.dv-cinder-831247-16-iscsi the message routers_updated {{(pid=103919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 15:26:50.162851 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-d650eef9-a834-4521-a88f-034100d914f3 admin admin] 10.222.0.93 "PUT /v2.0/routers/bc437c53-8ef0-4776-adae-03f3429aef49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9037263 Jun 03 15:26:50.226779 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6249839-f9ca-486f-878c-8c78da219a1c None None] The sync data for ids ['bc437c53-8ef0-4776-adae-03f3429aef49'] in dv-cinder-831247-16-iscsi is: [{'id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'name': 'tempest-AttachVolumeNegativeTest-1504343588-router', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:36Z', 'updated_at': '2022-06-03T15:26:46Z', 'revision_number': 4, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'gw_port': {'id': '1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:38Z', 'updated_at': '2022-06-03T15:26:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': 'a4683a29-9638-4e0d-884d-65794d85dd4f', 'name': '', 'network_id': '68719859-5880-402e-b442-370597e1ce2f', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'mac_address': 'fa:16:3e:bd:e2:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1e60cea5-d2fd-43f7-aff8-25b5abe402c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:42Z', 'updated_at': '2022-06-03T15:26:43Z', 'revision_number': 1, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'subnets': [{'id': '1e60cea5-d2fd-43f7-aff8-25b5abe402c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:26:50.253583 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-968c9e36-bef9-4546-9ac8-e1c446a6d301 admin admin] Router 6cd5fe5b-023c-4cb7-aad9-e052cab5eef0 is scheduled to L3 agent af3cb756-c261-4349-9f96-3650fb8ddf57 with binding_index 1 {{(pid=103920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 03 15:26:50.279021 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-3435710e-39fd-49e8-b90d-ad8ef651f145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7990f22a-b9de-423f-91c5-302389780223', 'name': 'tempest-ServerRescueNegativeTestJSON-682452530-router', 'tenant_id': 'a402ec1153624838be07cda58279f2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '026ed3e7-e9af-46dc-8303-b93c473e613d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:39Z', 'updated_at': '2022-06-03T15:26:43Z', 'revision_number': 3, 'project_id': 'a402ec1153624838be07cda58279f2a4', 'gw_port': {'id': '026ed3e7-e9af-46dc-8303-b93c473e613d', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:82:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7990f22a-b9de-423f-91c5-302389780223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:40Z', 'updated_at': '2022-06-03T15:26:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi'}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:50.367365 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3435710e-39fd-49e8-b90d-ad8ef651f145 None None] Checking router: 7990f22a-b9de-423f-91c5-302389780223 for host: dv-cinder-831247-16-iscsi {{(pid=103921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:26:50.367716 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3435710e-39fd-49e8-b90d-ad8ef651f145 None None] Updating router 7990f22a-b9de-423f-91c5-302389780223 port 026ed3e7-e9af-46dc-8303-b93c473e613d binding host dv-cinder-831247-16-iscsi {{(pid=103921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:26:50.387318 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1877e829-21da-4cec-b5f8-963eac17ef8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (f1ec2d47-04bf-43d2-8eb5-7f1e57d946b4), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:50.397275 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1877e829-21da-4cec-b5f8-963eac17ef8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:50.401438 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-1877e829-21da-4cec-b5f8-963eac17ef8d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f1ec2d47-04bf-43d2-8eb5-7f1e57d946b4 HTTP/1.1" status: 204 len: 168 time: 0.8727133 Jun 03 15:26:50.433618 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-3435710e-39fd-49e8-b90d-ad8ef651f145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (026ed3e7-e9af-46dc-8303-b93c473e613d), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:50.457653 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.notifiers.nova [req-c7afd20a-441c-44f2-9fbd-1f0785000fa3 req-d0a32bec-baff-43e9-80df-03441261e6a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2167245-4216-4805-83ad-80b71ead6e3d {{(pid=103919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:26:50.498465 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-c7afd20a-441c-44f2-9fbd-1f0785000fa3 req-d0a32bec-baff-43e9-80df-03441261e6a8 service neutron] Publish callbacks [] for port (e2167245-4216-4805-83ad-80b71ead6e3d), precommit_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:50.518280 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Provisioning complete for port 90a91ba5-d409-43c9-94b8-3392b0b5f54d triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:26:50.520585 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (90a91ba5-d409-43c9-94b8-3392b0b5f54d), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:50.528655 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-93629667-c51e-435d-aced-35c31f679a71 admin admin] Publish callbacks [] for security_group (670aff1a-cc17-43d0-bf9e-bf89bdc22527), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:50.542902 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.provisioning_blocks [req-c7afd20a-441c-44f2-9fbd-1f0785000fa3 req-d0a32bec-baff-43e9-80df-03441261e6a8 service neutron] Transition to ACTIVE for port object e2167245-4216-4805-83ad-80b71ead6e3d will not be triggered until provisioned by entity L2. {{(pid=103919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 03 15:26:50.664442 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:50.665633 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1877e829-21da-4cec-b5f8-963eac17ef8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ec2d47-04bf-43d2-8eb5-7f1e57d946b4,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:50.717234 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e74fa22-a557-438b-9515-fde89a66852b req-f7eb8591-eaf9-4c05-b9b8-9b0873f7d37c tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:50.731692 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-4e74fa22-a557-438b-9515-fde89a66852b req-f7eb8591-eaf9-4c05-b9b8-9b0873f7d37c tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] 10.222.0.93 "GET /v2.0/ports?device_id=2c7caaae-2b81-44c6-9fbb-a01d2af87b57 HTTP/1.1" status: 200 len: 943 time: 0.1832299 Jun 03 15:26:50.736628 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-c7afd20a-441c-44f2-9fbd-1f0785000fa3 req-d0a32bec-baff-43e9-80df-03441261e6a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (e2167245-4216-4805-83ad-80b71ead6e3d), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:50.758465 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-cd57fe6c-254e-468d-b94d-b86c1a4e2564 None None] Current status of the port ae523491-2d81-4806-8897-8eabbf238513 is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:26:50.772110 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=100 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:50.919208 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a32bec-baff-43e9-80df-03441261e6a8 service neutron] Pushing event updated for resources: {'Port': ['ID=e2167245-4216-4805-83ad-80b71ead6e3d,revision_number=2']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:50.929716 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-cd57fe6c-254e-468d-b94d-b86c1a4e2564 None None] Provisioning complete for port 90a91ba5-d409-43c9-94b8-3392b0b5f54d triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:26:50.930108 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-cd57fe6c-254e-468d-b94d-b86c1a4e2564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (90a91ba5-d409-43c9-94b8-3392b0b5f54d), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:50.931523 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-4e74fa22-a557-438b-9515-fde89a66852b req-32eb7532-d54e-4276-9dd5-e3674751b9de tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] 10.222.0.93 "GET /v2.0/security-groups?id=6f59420a-b1c9-402c-bf1f-7ea81f7e4580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987202 Jun 03 15:26:50.993198 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-9d1cd2f7-af86-48fe-8678-5c83d87e6617 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:51.115420 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [req-c7afd20a-441c-44f2-9fbd-1f0785000fa3 req-d0a32bec-baff-43e9-80df-03441261e6a8 service neutron] Attempting to bind port e2167245-4216-4805-83ad-80b71ead6e3d on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 15:26:51.115781 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [req-c7afd20a-441c-44f2-9fbd-1f0785000fa3 req-d0a32bec-baff-43e9-80df-03441261e6a8 service neutron] Attempting to bind port e2167245-4216-4805-83ad-80b71ead6e3d by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'b75a6b5e-c3c8-474e-8be0-40ba0eb07934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'fa379d02-cec4-4bb7-8616-f922a2f53449'}] {{(pid=103919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 15:26:51.116509 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7afd20a-441c-44f2-9fbd-1f0785000fa3 req-d0a32bec-baff-43e9-80df-03441261e6a8 service neutron] Attempting to bind port e2167245-4216-4805-83ad-80b71ead6e3d on network fa379d02-cec4-4bb7-8616-f922a2f53449 {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:26:51.131369 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7afd20a-441c-44f2-9fbd-1f0785000fa3 req-d0a32bec-baff-43e9-80df-03441261e6a8 service neutron] Port e2167245-4216-4805-83ad-80b71ead6e3d on network fa379d02-cec4-4bb7-8616-f922a2f53449 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 03 15:26:51.131699 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7afd20a-441c-44f2-9fbd-1f0785000fa3 req-d0a32bec-baff-43e9-80df-03441261e6a8 service neutron] Attempting to bind port e2167245-4216-4805-83ad-80b71ead6e3d on network fa379d02-cec4-4bb7-8616-f922a2f53449 {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:26:51.151318 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7afd20a-441c-44f2-9fbd-1f0785000fa3 req-d0a32bec-baff-43e9-80df-03441261e6a8 service neutron] Checking agent: {'id': '5d40428d-d668-464b-bcee-3124e1355b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 24, 37), 'started_at': datetime.datetime(2022, 6, 3, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 15:26:51.151745 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7afd20a-441c-44f2-9fbd-1f0785000fa3 req-d0a32bec-baff-43e9-80df-03441261e6a8 service neutron] Checking segment: {'id': 'b75a6b5e-c3c8-474e-8be0-40ba0eb07934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'fa379d02-cec4-4bb7-8616-f922a2f53449'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:26:51.152225 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7afd20a-441c-44f2-9fbd-1f0785000fa3 req-d0a32bec-baff-43e9-80df-03441261e6a8 service neutron] Bound using segment: {'id': 'b75a6b5e-c3c8-474e-8be0-40ba0eb07934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'fa379d02-cec4-4bb7-8616-f922a2f53449'} {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 15:26:51.152687 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [req-c7afd20a-441c-44f2-9fbd-1f0785000fa3 req-d0a32bec-baff-43e9-80df-03441261e6a8 service neutron] Bound port: e2167245-4216-4805-83ad-80b71ead6e3d, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b75a6b5e-c3c8-474e-8be0-40ba0eb07934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'fa379d02-cec4-4bb7-8616-f922a2f53449'}}] {{(pid=103919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 15:26:51.153050 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-c7afd20a-441c-44f2-9fbd-1f0785000fa3 req-d0a32bec-baff-43e9-80df-03441261e6a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (e2167245-4216-4805-83ad-80b71ead6e3d), before_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:51.354141 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Current status of the port 90a91ba5-d409-43c9-94b8-3392b0b5f54d is: DOWN; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:26:51.354141 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (90a91ba5-d409-43c9-94b8-3392b0b5f54d), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:51.440882 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [req-c7afd20a-441c-44f2-9fbd-1f0785000fa3 req-d0a32bec-baff-43e9-80df-03441261e6a8 service neutron] For port e2167245-4216-4805-83ad-80b71ead6e3d, host hv-cinder-83124, cleared binding levels {{(pid=103919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 15:26:51.451340 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [req-c7afd20a-441c-44f2-9fbd-1f0785000fa3 req-d0a32bec-baff-43e9-80df-03441261e6a8 service neutron] For port e2167245-4216-4805-83ad-80b71ead6e3d, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=e2167245-4216-4805-83ad-80b71ead6e3d,segment=NetworkSegment(b75a6b5e-c3c8-474e-8be0-40ba0eb07934),segment_id=b75a6b5e-c3c8-474e-8be0-40ba0eb07934)] {{(pid=103919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 15:26:51.504310 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-c7afd20a-441c-44f2-9fbd-1f0785000fa3 req-d0a32bec-baff-43e9-80df-03441261e6a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (e2167245-4216-4805-83ad-80b71ead6e3d), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:51.551867 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-93629667-c51e-435d-aced-35c31f679a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (670aff1a-cc17-43d0-bf9e-bf89bdc22527), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:51.566047 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-93629667-c51e-435d-aced-35c31f679a71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:51.567995 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-93629667-c51e-435d-aced-35c31f679a71 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/670aff1a-cc17-43d0-bf9e-bf89bdc22527 HTTP/1.1" status: 204 len: 168 time: 2.2165442 Jun 03 15:26:51.575558 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] For port 90a91ba5-d409-43c9-94b8-3392b0b5f54d, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=90a91ba5-d409-43c9-94b8-3392b0b5f54d,segment=NetworkSegment(e7fa8e9f-2916-4044-ae3b-4a0e4ef94a1c),segment_id=e7fa8e9f-2916-4044-ae3b-4a0e4ef94a1c)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:26:51.577739 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-cd57fe6c-254e-468d-b94d-b86c1a4e2564 None None] Current status of the port 90a91ba5-d409-43c9-94b8-3392b0b5f54d is: DOWN; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:26:51.578451 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-cd57fe6c-254e-468d-b94d-b86c1a4e2564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (90a91ba5-d409-43c9-94b8-3392b0b5f54d), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:51.651477 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 49286) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:26:51.660553 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7afd20a-441c-44f2-9fbd-1f0785000fa3 req-d0a32bec-baff-43e9-80df-03441261e6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:51.662016 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-c7afd20a-441c-44f2-9fbd-1f0785000fa3 req-d0a32bec-baff-43e9-80df-03441261e6a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for port (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:51.668194 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c7afd20a-441c-44f2-9fbd-1f0785000fa3 req-d0a32bec-baff-43e9-80df-03441261e6a8 service neutron] 10.222.0.95 "PUT /v2.0/ports/e2167245-4216-4805-83ad-80b71ead6e3d HTTP/1.1" status: 200 len: 1093 time: 3.1366384 Jun 03 15:26:51.674822 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c7caaae-2b81-44c6-9fbb-a01d2af87b57', 'tag': 'e2167245-4216-4805-83ad-80b71ead6e3d'}] {{(pid=103919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:26:51.746692 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93629667-c51e-435d-aced-35c31f679a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670aff1a-cc17-43d0-bf9e-bf89bdc22527,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:51.926807 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-8db0a410-13b0-4412-a9a6-37979fab598d tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1203465604', 'description': 'tempest-description--638133557'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:26:51.934211 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a32bec-baff-43e9-80df-03441261e6a8 service neutron] Pushing event updated for resources: {'Port': ['ID=e2167245-4216-4805-83ad-80b71ead6e3d,revision_number=3']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:51.971610 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-51a99b1d-eb0f-4e65-8359-119d777b4a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:52.054588 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (90a91ba5-d409-43c9-94b8-3392b0b5f54d), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:52.059324 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device ae523491-2d81-4806-8897-8eabbf238513 up at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:26:52.062619 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968c9e36-bef9-4546-9ac8-e1c446a6d301 admin admin] Notify agent at l3_agent.dv-cinder-831247-16-iscsi the message routers_updated {{(pid=103920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 15:26:52.096482 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108fe159-e679-4b0c-a0c1-d13338fbe396 None None] Sync routers for ids ['6cd5fe5b-023c-4cb7-aad9-e052cab5eef0'] in dv-cinder-831247-16-iscsi {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:26:52.135280 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108fe159-e679-4b0c-a0c1-d13338fbe396 None None] Routers {'6cd5fe5b-023c-4cb7-aad9-e052cab5eef0'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:26:52.135921 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-108fe159-e679-4b0c-a0c1-d13338fbe396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:26:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['6cd5fe5b-023c-4cb7-aad9-e052cab5eef0'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:52.204884 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:52.206474 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7afd20a-441c-44f2-9fbd-1f0785000fa3 req-359db964-aece-42cc-b936-9a3b3d359b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:52.212913 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c7afd20a-441c-44f2-9fbd-1f0785000fa3 req-359db964-aece-42cc-b936-9a3b3d359b92 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=683acaeef18d43b4ac3daeb60e3a8aea&device_id=2c7caaae-2b81-44c6-9fbb-a01d2af87b57 HTTP/1.1" status: 200 len: 1127 time: 0.2903154 Jun 03 15:26:52.451734 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:52.483967 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-3435710e-39fd-49e8-b90d-ad8ef651f145 None None] Publish callbacks [] for port (026ed3e7-e9af-46dc-8303-b93c473e613d), precommit_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:52.498734 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:52.562226 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-3435710e-39fd-49e8-b90d-ad8ef651f145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (026ed3e7-e9af-46dc-8303-b93c473e613d), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:52.601329 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-108fe159-e679-4b0c-a0c1-d13338fbe396 None None] Set router 6cd5fe5b-023c-4cb7-aad9-e052cab5eef0 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:26:52.639028 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-68bb59a5-3f00-4a28-bd04-25725a4237e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (ba2d900a-f6c8-44b2-a19a-5d512e564d5a), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:52.691945 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9544c1-cc06-42aa-a65a-c45d80f91660 req-28439797-a662-4984-af04-06229ffe37e5 tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:52.707964 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-6f9544c1-cc06-42aa-a65a-c45d80f91660 req-28439797-a662-4984-af04-06229ffe37e5 tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] 10.222.0.93 "GET /v2.0/ports?device_id=2c7caaae-2b81-44c6-9fbb-a01d2af87b57 HTTP/1.1" status: 200 len: 943 time: 0.4822168 Jun 03 15:26:52.717540 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c7afd20a-441c-44f2-9fbd-1f0785000fa3 req-0065ec6a-7fba-40e6-aaa7-8c2af8e81571 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2167245-4216-4805-83ad-80b71ead6e3d HTTP/1.1" status: 200 len: 217 time: 0.4842641 Jun 03 15:26:52.718272 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-8db0a410-13b0-4412-a9a6-37979fab598d tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for security_group (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:52.794665 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 49306) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:26:52.799241 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-3435710e-39fd-49e8-b90d-ad8ef651f145 None None] Attempting to bind port 026ed3e7-e9af-46dc-8303-b93c473e613d on host dv-cinder-831247-16-iscsi for vnic_type normal with profile {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 15:26:52.800774 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-3435710e-39fd-49e8-b90d-ad8ef651f145 None None] Attempting to bind port 026ed3e7-e9af-46dc-8303-b93c473e613d by drivers openvswitch,hyperv on host dv-cinder-831247-16-iscsi at level 0 using segments [{'id': 'fb1f6c29-8e9a-43bb-852a-39936675ceea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913'}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 15:26:52.801826 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3435710e-39fd-49e8-b90d-ad8ef651f145 None None] Attempting to bind port 026ed3e7-e9af-46dc-8303-b93c473e613d on network 2ebb747a-15cb-4ff0-831b-eddaba7ea913 {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:26:52.830923 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-968c9e36-bef9-4546-9ac8-e1c446a6d301 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:52.832169 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-968c9e36-bef9-4546-9ac8-e1c446a6d301 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 14.1062167 Jun 03 15:26:52.846240 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 49308) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:26:52.886170 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.agents_db [None req-a949b1cf-d0d8-4748-9c84-4164e96bf99f None None] Agent healthcheck: found 6 active agents {{(pid=103922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 15:26:52.914182 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7afd20a-441c-44f2-9fbd-1f0785000fa3 req-42741b56-5840-4422-b624-82dcddb2b28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:52.928377 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c7afd20a-441c-44f2-9fbd-1f0785000fa3 req-42741b56-5840-4422-b624-82dcddb2b28a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6b58a6af-0b3a-449b-b0cb-62eb81f299b2 HTTP/1.1" status: 200 len: 851 time: 0.1900513 Jun 03 15:26:52.952857 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Provisioning complete for port ae523491-2d81-4806-8897-8eabbf238513 triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:26:52.953345 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (ae523491-2d81-4806-8897-8eabbf238513), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:52.972708 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3435710e-39fd-49e8-b90d-ad8ef651f145 None None] Checking agent: {'id': 'b78338d6-31c9-4f43-bfac-5a5a854a8366', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 17, 58), 'started_at': datetime.datetime(2022, 6, 3, 15, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 15:26:52.973149 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3435710e-39fd-49e8-b90d-ad8ef651f145 None None] Checking segment: {'id': 'fb1f6c29-8e9a-43bb-852a-39936675ceea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:26:52.973487 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-3435710e-39fd-49e8-b90d-ad8ef651f145 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:52.973882 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3435710e-39fd-49e8-b90d-ad8ef651f145 None None] Bound using segment: {'id': 'fb1f6c29-8e9a-43bb-852a-39936675ceea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913'} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 15:26:52.974365 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-3435710e-39fd-49e8-b90d-ad8ef651f145 None None] Bound port: 026ed3e7-e9af-46dc-8303-b93c473e613d, host: dv-cinder-831247-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb1f6c29-8e9a-43bb-852a-39936675ceea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913'}}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 15:26:52.978567 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-3435710e-39fd-49e8-b90d-ad8ef651f145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (026ed3e7-e9af-46dc-8303-b93c473e613d), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:52.988258 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:53.056787 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-318368f2-6ba8-491c-a4ad-9698722a6c75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:53.085672 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-108fe159-e679-4b0c-a0c1-d13338fbe396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd5fe5b-023c-4cb7-aad9-e052cab5eef0', 'name': 'tempest-AttachVolumeShelveTestJSON-1264158732-router', 'tenant_id': '1b930cadb2dc4e49947db0514528617d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '86ba1ff2-21ae-47f9-9cdf-edf65a092d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:38Z', 'updated_at': '2022-06-03T15:26:46Z', 'revision_number': 3, 'project_id': '1b930cadb2dc4e49947db0514528617d', 'gw_port': {'id': '86ba1ff2-21ae-47f9-9cdf-edf65a092d4e', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd5fe5b-023c-4cb7-aad9-e052cab5eef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:41Z', 'updated_at': '2022-06-03T15:26:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi'}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:53.200623 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108fe159-e679-4b0c-a0c1-d13338fbe396 None None] Checking router: 6cd5fe5b-023c-4cb7-aad9-e052cab5eef0 for host: dv-cinder-831247-16-iscsi {{(pid=103922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:26:53.201720 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108fe159-e679-4b0c-a0c1-d13338fbe396 None None] Updating router 6cd5fe5b-023c-4cb7-aad9-e052cab5eef0 port 86ba1ff2-21ae-47f9-9cdf-edf65a092d4e binding host dv-cinder-831247-16-iscsi {{(pid=103922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:26:53.327880 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-108fe159-e679-4b0c-a0c1-d13338fbe396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (86ba1ff2-21ae-47f9-9cdf-edf65a092d4e), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:53.385272 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-8db0a410-13b0-4412-a9a6-37979fab598d tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for security_group (1b98f6fb-eda1-4163-8db0-910407ebd3ce), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:53.401360 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-6f9544c1-cc06-42aa-a65a-c45d80f91660 req-7c54ea26-5734-4e4d-9c76-0ef55ce154a4 tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] 10.222.0.93 "GET /v2.0/security-groups?id=6f59420a-b1c9-402c-bf1f-7ea81f7e4580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6925223 Jun 03 15:26:53.478260 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb6718ce3f0a4af57ef91ee7142c10b6234fd65cffdc95d0a08216ae9169e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b657affd-9520-4646-90c3-76ed8418b06b" -d '{"events": [{"name": "network-changed", "server_uuid": "2c7caaae-2b81-44c6-9fbb-a01d2af87b57", "tag": "e2167245-4216-4805-83ad-80b71ead6e3d"}]}' {{(pid=103919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:26:53.481093 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-8db0a410-13b0-4412-a9a6-37979fab598d tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (1b98f6fb-eda1-4163-8db0-910407ebd3ce), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:53.497146 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:53.498204 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.db.api [None req-cd57fe6c-254e-468d-b94d-b86c1a4e2564 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 03 15:26:53.498999 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG oslo_db.api [None req-cd57fe6c-254e-468d-b94d-b86c1a4e2564 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:26:53.499494 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Pushing event updated for resources: {'Port': ['ID=90a91ba5-d409-43c9-94b8-3392b0b5f54d,revision_number=5']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:53.594300 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:53.720714 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-318368f2-6ba8-491c-a4ad-9698722a6c75 admin admin] Publish callbacks [] for security_group (b8abae3e-1d2d-43b7-a48d-d3434e3df384), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:53.724350 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c7afd20a-441c-44f2-9fbd-1f0785000fa3 req-6c79babe-e0a6-4311-ab20-40fbc63c94d5 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=fa379d02-cec4-4bb7-8616-f922a2f53449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7310019 Jun 03 15:26:53.735981 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:53.744264 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-8db0a410-13b0-4412-a9a6-37979fab598d tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:53.757271 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-8db0a410-13b0-4412-a9a6-37979fab598d tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.0838695 Jun 03 15:26:53.757271 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 49326) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:26:53.765576 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db0a410-13b0-4412-a9a6-37979fab598d tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b98f6fb-eda1-4163-8db0-910407ebd3ce,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:53.784698 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-ae9b171e-1660-4b53-9cce-c3a209318d85 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Request body: {'security_group_rule': {'security_group_id': '1b98f6fb-eda1-4163-8db0-910407ebd3ce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:26:53.788670 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_common [None req-9d1cd2f7-af86-48fe-8678-5c83d87e6617 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Allocated IP 172.27.3.81 (2ebb747a-15cb-4ff0-831b-eddaba7ea913/396ae3db-97af-42d7-bc28-96050c96ba42/e72c8ef5-ce22-43a5-8cb3-277f8a5e2711) {{(pid=103920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:26:53.808283 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-318368f2-6ba8-491c-a4ad-9698722a6c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (b8abae3e-1d2d-43b7-a48d-d3434e3df384), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:53.948453 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:54.090055 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 15:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31c1794-fa12-464c-be6c-8c5c5cbd28fd x-openstack-request-id: req-e31c1794-fa12-464c-be6c-8c5c5cbd28fd {{(pid=103919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:26:54.091010 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c7caaae-2b81-44c6-9fbb-a01d2af87b57", "tag": "e2167245-4216-4805-83ad-80b71ead6e3d", "status": "completed", "code": 200}]} {{(pid=103919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:26:54.093392 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e31c1794-fa12-464c-be6c-8c5c5cbd28fd {{(pid=103919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:26:54.094307 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e31c1794-fa12-464c-be6c-8c5c5cbd28fd'] response: {'name': 'network-changed', 'server_uuid': '2c7caaae-2b81-44c6-9fbb-a01d2af87b57', 'tag': 'e2167245-4216-4805-83ad-80b71ead6e3d', 'status': 'completed', 'code': 200} Jun 03 15:26:54.110200 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-ae9b171e-1660-4b53-9cce-c3a209318d85 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for security_group_rule (702bd7d3-4871-47d1-8695-e635631f9f89), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:54.230254 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-3435710e-39fd-49e8-b90d-ad8ef651f145 None None] For port 026ed3e7-e9af-46dc-8303-b93c473e613d, host dv-cinder-831247-16-iscsi, cleared binding levels {{(pid=103921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 15:26:54.260010 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c8092e-4f40-483e-8bd2-7b9bd5ce9fe6 None None] Pushing event updated for resources: {'Port': ['ID=026ed3e7-e9af-46dc-8303-b93c473e613d,revision_number=2']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:54.263483 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-1371f5cf-9ec9-4d8c-b68a-da6a573056c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (af3cb756-c261-4349-9f96-3650fb8ddf57), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:54.264973 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c7afd20a-441c-44f2-9fbd-1f0785000fa3 req-609385de-35e0-4882-9837-60430336b306 service neutron] 10.222.0.95 "GET /v2.0/networks/fa379d02-cec4-4bb7-8616-f922a2f53449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5023031 Jun 03 15:26:54.281214 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-3435710e-39fd-49e8-b90d-ad8ef651f145 None None] For port 026ed3e7-e9af-46dc-8303-b93c473e613d, host dv-cinder-831247-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=026ed3e7-e9af-46dc-8303-b93c473e613d,segment=NetworkSegment(fb1f6c29-8e9a-43bb-852a-39936675ceea),segment_id=fb1f6c29-8e9a-43bb-852a-39936675ceea)] {{(pid=103921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 15:26:54.284167 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Current status of the port ae523491-2d81-4806-8897-8eabbf238513 is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:26:54.285639 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device a84d7c6a-faee-4b55-a752-8740091e4a95 up at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:26:54.308574 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318368f2-6ba8-491c-a4ad-9698722a6c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8abae3e-1d2d-43b7-a48d-d3434e3df384,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:54.330577 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-cd57fe6c-254e-468d-b94d-b86c1a4e2564 None None] Current status of the port 90a91ba5-d409-43c9-94b8-3392b0b5f54d is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:26:54.333629 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-3435710e-39fd-49e8-b90d-ad8ef651f145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (026ed3e7-e9af-46dc-8303-b93c473e613d), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:54.547878 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_common [None req-51a99b1d-eb0f-4e65-8359-119d777b4a19 admin admin] Allocated IP 172.20.0.1 (ba66765f-7c24-4296-be5e-4c2a803ccabf/5cb0f2a7-ee25-46e9-8c4b-18478610484d/1e3cc790-b0f4-4e67-8c57-11658a1ae445) {{(pid=103920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:26:54.562903 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-ae9b171e-1660-4b53-9cce-c3a209318d85 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for security_group_rule (702bd7d3-4871-47d1-8695-e635631f9f89), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:54.570485 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-157530c8-4e70-41c7-a491-c77da543bcb7 None None] Provisioning complete for port ae523491-2d81-4806-8897-8eabbf238513 triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:26:54.571466 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-157530c8-4e70-41c7-a491-c77da543bcb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (ae523491-2d81-4806-8897-8eabbf238513), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:54.576894 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-ae9b171e-1660-4b53-9cce-c3a209318d85 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749434'] for security_group_rule (702bd7d3-4871-47d1-8695-e635631f9f89), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:54.589935 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3435710e-39fd-49e8-b90d-ad8ef651f145 None None] Routers {'7990f22a-b9de-423f-91c5-302389780223'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:26:54.590710 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-3435710e-39fd-49e8-b90d-ad8ef651f145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:26:54Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['7990f22a-b9de-423f-91c5-302389780223'], 'active': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:54.611639 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Provisioning complete for port a84d7c6a-faee-4b55-a752-8740091e4a95 triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:26:54.612195 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (a84d7c6a-faee-4b55-a752-8740091e4a95), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:54.618702 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c8092e-4f40-483e-8bd2-7b9bd5ce9fe6 None None] Pushing event updated for resources: {'Port': ['ID=026ed3e7-e9af-46dc-8303-b93c473e613d,revision_number=3']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:54.809375 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9b171e-1660-4b53-9cce-c3a209318d85 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=702bd7d3-4871-47d1-8695-e635631f9f89,revision_number=0']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:54.880298 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-ae9b171e-1660-4b53-9cce-c3a209318d85 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:54.889155 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-ae9b171e-1660-4b53-9cce-c3a209318d85 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1156008 Jun 03 15:26:54.914464 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-51a99b1d-eb0f-4e65-8359-119d777b4a19 admin admin] Publish callbacks [] for port (1e3cc790-b0f4-4e67-8c57-11658a1ae445), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:54.916246 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 49346) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:26:54.937352 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-6dcbcac1-3846-4600-bc0d-073c8406c025 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Request body: {'security_group_rule': {'security_group_id': '1b98f6fb-eda1-4163-8db0-910407ebd3ce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:26:54.985683 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:54.991558 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4a742-87b8-47d8-9ec3-44fd4bba3f41 req-f08d94d1-2580-4327-a605-c76c3d5dde43 tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:54.994263 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-3af4a742-87b8-47d8-9ec3-44fd4bba3f41 req-f08d94d1-2580-4327-a605-c76c3d5dde43 tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] 10.222.0.93 "GET /v2.0/ports?device_id=2c7caaae-2b81-44c6-9fbb-a01d2af87b57 HTTP/1.1" status: 200 len: 943 time: 0.3906705 Jun 03 15:26:55.028717 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c7afd20a-441c-44f2-9fbd-1f0785000fa3 req-7bfa26ac-63fe-4b4b-aea7-a15ff93316ff service neutron] 10.222.0.95 "GET /v2.0/networks/fa379d02-cec4-4bb7-8616-f922a2f53449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7443037 Jun 03 15:26:55.123970 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bce8c0c-23ad-4cde-b1ad-4d9c16054ad0 None None] Sync routers for ids ['bc437c53-8ef0-4776-adae-03f3429aef49'] in dv-cinder-831247-16-iscsi {{(pid=103921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:26:55.145882 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:55.166696 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvr_db [None req-3435710e-39fd-49e8-b90d-ad8ef651f145 None None] Set router 7990f22a-b9de-423f-91c5-302389780223 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:26:55.166992 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-6dcbcac1-3846-4600-bc0d-073c8406c025 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for security_group_rule (fc158c7f-1724-4eed-87d4-26810ce47aaa), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:55.199714 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-51a99b1d-eb0f-4e65-8359-119d777b4a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560'] for port (1e3cc790-b0f4-4e67-8c57-11658a1ae445), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:55.219126 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:55.228139 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-318368f2-6ba8-491c-a4ad-9698722a6c75 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=26306aaa359c45ceaad844030abc3403&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4255414 Jun 03 15:26:55.252242 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 49354) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:26:55.265830 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-3af4a742-87b8-47d8-9ec3-44fd4bba3f41 req-33785807-ecfd-494b-a03a-7b7414f37d01 tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] 10.222.0.93 "GET /v2.0/security-groups?id=6f59420a-b1c9-402c-bf1f-7ea81f7e4580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536883 Jun 03 15:26:55.299322 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b657affd-9520-4646-90c3-76ed8418b06b req-fae04c64-bf62-48d0-a57c-43a9299e3f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:55.300812 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a99b1d-eb0f-4e65-8359-119d777b4a19 admin admin] Network ba66765f-7c24-4296-be5e-4c2a803ccabf is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:26:55.301700 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b657affd-9520-4646-90c3-76ed8418b06b req-fae04c64-bf62-48d0-a57c-43a9299e3f33 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=683acaeef18d43b4ac3daeb60e3a8aea&device_id=2c7caaae-2b81-44c6-9fbb-a01d2af87b57 HTTP/1.1" status: 200 len: 1127 time: 0.1778014 Jun 03 15:26:55.312711 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-157530c8-4e70-41c7-a491-c77da543bcb7 None None] Current status of the port ae523491-2d81-4806-8897-8eabbf238513 is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:26:55.320078 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Current status of the port a84d7c6a-faee-4b55-a752-8740091e4a95 is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:26:55.326896 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-51a99b1d-eb0f-4e65-8359-119d777b4a19 admin admin] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:26:55.353584 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a99b1d-eb0f-4e65-8359-119d777b4a19 admin admin] Received port after_create {{(pid=103920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:26:55.357165 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-51a99b1d-eb0f-4e65-8359-119d777b4a19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-762954'] for router_interface (7990f22a-b9de-423f-91c5-302389780223), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:55.684527 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bce8c0c-23ad-4cde-b1ad-4d9c16054ad0 None None] Routers {'bc437c53-8ef0-4776-adae-03f3429aef49'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:26:55.685524 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-9bce8c0c-23ad-4cde-b1ad-4d9c16054ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:26:54Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['bc437c53-8ef0-4776-adae-03f3429aef49'], 'active': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:55.837402 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-9d1cd2f7-af86-48fe-8678-5c83d87e6617 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks [] for port (e72c8ef5-ce22-43a5-8cb3-277f8a5e2711), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:55.861000 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a99b1d-eb0f-4e65-8359-119d777b4a19 admin admin] Pushing event updated for resources: {'Port': ['ID=1e3cc790-b0f4-4e67-8c57-11658a1ae445,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:55.952895 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device 1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c up at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:26:55.958444 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-157530c8-4e70-41c7-a491-c77da543bcb7 None None] Provisioning complete for port a4683a29-9638-4e0d-884d-65794d85dd4f triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:26:55.959161 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-157530c8-4e70-41c7-a491-c77da543bcb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (a4683a29-9638-4e0d-884d-65794d85dd4f), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:55.989073 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ea450706-6f9d-4600-9901-8a13358e87c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (c1b56563-1529-491f-97b0-bd0331fef87b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:55.998474 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-51a99b1d-eb0f-4e65-8359-119d777b4a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (1e3cc790-b0f4-4e67-8c57-11658a1ae445), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:56.058130 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:56.069894 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-3435710e-39fd-49e8-b90d-ad8ef651f145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7990f22a-b9de-423f-91c5-302389780223', 'name': 'tempest-ServerRescueNegativeTestJSON-682452530-router', 'tenant_id': 'a402ec1153624838be07cda58279f2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '026ed3e7-e9af-46dc-8303-b93c473e613d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:39Z', 'updated_at': '2022-06-03T15:26:43Z', 'revision_number': 3, 'project_id': 'a402ec1153624838be07cda58279f2a4', 'gw_port': {'id': '026ed3e7-e9af-46dc-8303-b93c473e613d', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:82:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7990f22a-b9de-423f-91c5-302389780223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:40Z', 'updated_at': '2022-06-03T15:26:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi'}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:56.108989 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-157530c8-4e70-41c7-a491-c77da543bcb7 None None] Port a4683a29-9638-4e0d-884d-65794d85dd4f cannot update to ACTIVE because it is not bound. {{(pid=103921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 15:26:56.123750 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3435710e-39fd-49e8-b90d-ad8ef651f145 None None] The sync data for ids ['7990f22a-b9de-423f-91c5-302389780223'] in dv-cinder-831247-16-iscsi is: [{'id': '7990f22a-b9de-423f-91c5-302389780223', 'name': 'tempest-ServerRescueNegativeTestJSON-682452530-router', 'tenant_id': 'a402ec1153624838be07cda58279f2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '026ed3e7-e9af-46dc-8303-b93c473e613d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:39Z', 'updated_at': '2022-06-03T15:26:43Z', 'revision_number': 3, 'project_id': 'a402ec1153624838be07cda58279f2a4', 'gw_port': {'id': '026ed3e7-e9af-46dc-8303-b93c473e613d', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:82:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7990f22a-b9de-423f-91c5-302389780223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:40Z', 'updated_at': '2022-06-03T15:26:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi'}] {{(pid=103921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:26:56.135600 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Provisioning complete for port 1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:26:56.136510 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:56.188829 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-157530c8-4e70-41c7-a491-c77da543bcb7 None None] Provisioning complete for port 90a91ba5-d409-43c9-94b8-3392b0b5f54d triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:26:56.189163 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-157530c8-4e70-41c7-a491-c77da543bcb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (90a91ba5-d409-43c9-94b8-3392b0b5f54d), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:56.220216 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-3fe05020-a434-4205-b08e-0f02f2e4e952 admin admin] Publish callbacks [] for security_group (b8abae3e-1d2d-43b7-a48d-d3434e3df384), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:56.256344 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b657affd-9520-4646-90c3-76ed8418b06b req-cfe19806-248d-4bcb-b964-ebd9c77db6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:56.257990 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b657affd-9520-4646-90c3-76ed8418b06b req-cfe19806-248d-4bcb-b964-ebd9c77db6a8 service neutron] 10.222.0.95 "GET /v2.0/networks?id=fa379d02-cec4-4bb7-8616-f922a2f53449 HTTP/1.1" status: 200 len: 912 time: 0.9401433 Jun 03 15:26:56.266659 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-3fe05020-a434-4205-b08e-0f02f2e4e952 admin admin] Publish callbacks [] for security_group (b8abae3e-1d2d-43b7-a48d-d3434e3df384), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:56.293520 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-6dcbcac1-3846-4600-bc0d-073c8406c025 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for security_group_rule (fc158c7f-1724-4eed-87d4-26810ce47aaa), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:56.342582 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvr_db [None req-9bce8c0c-23ad-4cde-b1ad-4d9c16054ad0 None None] Set router bc437c53-8ef0-4776-adae-03f3429aef49 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:26:56.379690 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b657affd-9520-4646-90c3-76ed8418b06b req-d02a3db7-3199-42f4-ac01-530700458917 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2167245-4216-4805-83ad-80b71ead6e3d HTTP/1.1" status: 200 len: 217 time: 0.1087356 Jun 03 15:26:56.381713 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-6dcbcac1-3846-4600-bc0d-073c8406c025 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749434'] for security_group_rule (fc158c7f-1724-4eed-87d4-26810ce47aaa), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:56.401863 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-3fe05020-a434-4205-b08e-0f02f2e4e952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (b8abae3e-1d2d-43b7-a48d-d3434e3df384), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:56.414140 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-3fe05020-a434-4205-b08e-0f02f2e4e952 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:56.425845 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-3fe05020-a434-4205-b08e-0f02f2e4e952 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b8abae3e-1d2d-43b7-a48d-d3434e3df384 HTTP/1.1" status: 204 len: 168 time: 1.1337037 Jun 03 15:26:56.536792 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b657affd-9520-4646-90c3-76ed8418b06b req-d3df4695-78f1-4d60-9180-415d998b7af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:56.542214 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b657affd-9520-4646-90c3-76ed8418b06b req-d3df4695-78f1-4d60-9180-415d998b7af4 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6b58a6af-0b3a-449b-b0cb-62eb81f299b2 HTTP/1.1" status: 200 len: 851 time: 0.1514821 Jun 03 15:26:56.650314 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b657affd-9520-4646-90c3-76ed8418b06b req-a1d0144c-9c8e-456a-83ed-7e64935ee310 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=fa379d02-cec4-4bb7-8616-f922a2f53449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795872 Jun 03 15:26:56.654078 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcbcac1-3846-4600-bc0d-073c8406c025 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc158c7f-1724-4eed-87d4-26810ce47aaa,revision_number=0']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:56.702832 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-6dcbcac1-3846-4600-bc0d-073c8406c025 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:56.704167 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-6dcbcac1-3846-4600-bc0d-073c8406c025 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7836180 Jun 03 15:26:56.723955 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0007325d-49bd-45ba-86c8-d0efad7af70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (e76c2f28-d1d2-478d-a24e-96dcb24ae502), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:56.740416 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 49370) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:26:56.749108 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-7d38b637-824a-42c7-ba38-52c316c0050a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Request body: {'floatingip': {'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:26:56.809728 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe05020-a434-4205-b08e-0f02f2e4e952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8abae3e-1d2d-43b7-a48d-d3434e3df384,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:56.852789 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:56.967745 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-7d38b637-824a-42c7-ba38-52c316c0050a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:57.022297 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Current status of the port 1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c is: DOWN; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:26:57.022716 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:57.182375 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] For port 1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c,segment=NetworkSegment(fb1f6c29-8e9a-43bb-852a-39936675ceea),segment_id=fb1f6c29-8e9a-43bb-852a-39936675ceea)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:26:57.274805 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:57.275049 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:57.276150 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device 3061b1bc-0e02-4b7d-ba75-eb944a844637 up at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:26:57.295555 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-157530c8-4e70-41c7-a491-c77da543bcb7 None None] Current status of the port 90a91ba5-d409-43c9-94b8-3392b0b5f54d is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:26:57.310574 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-7d38b637-824a-42c7-ba38-52c316c0050a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:57.373551 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-9d1cd2f7-af86-48fe-8678-5c83d87e6617 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560'] for port (e72c8ef5-ce22-43a5-8cb3-277f8a5e2711), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:57.612764 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:57.619535 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1cd2f7-af86-48fe-8678-5c83d87e6617 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Pushing event updated for resources: {'Port': ['ID=e72c8ef5-ce22-43a5-8cb3-277f8a5e2711,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:57.620725 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:57.689341 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b657affd-9520-4646-90c3-76ed8418b06b req-0a97eb8a-7be2-4762-bc32-0be10b9f0143 service neutron] 10.222.0.95 "GET /v2.0/networks/fa379d02-cec4-4bb7-8616-f922a2f53449?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0243499 Jun 03 15:26:57.691108 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1cd2f7-af86-48fe-8678-5c83d87e6617 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Network 2ebb747a-15cb-4ff0-831b-eddaba7ea913 is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:26:57.697840 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-999026db-bb59-495e-9760-56abea97356b None None] Provisioning complete for port 1e3cc790-b0f4-4e67-8c57-11658a1ae445 triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:26:57.698139 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-999026db-bb59-495e-9760-56abea97356b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (1e3cc790-b0f4-4e67-8c57-11658a1ae445), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:57.733044 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a6471-8e2c-4eb9-a905-f392cb0c3143 req-4cd7be81-d0d2-4430-8ab1-b86d0502a4a9 tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:57.756518 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-571a6471-8e2c-4eb9-a905-f392cb0c3143 req-4cd7be81-d0d2-4430-8ab1-b86d0502a4a9 tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] 10.222.0.93 "GET /v2.0/ports?device_id=2c7caaae-2b81-44c6-9fbb-a01d2af87b57 HTTP/1.1" status: 200 len: 943 time: 1.1897511 Jun 03 15:26:57.872394 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-9d1cd2f7-af86-48fe-8678-5c83d87e6617 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:26:57.876286 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Pushing event updated for resources: {'Port': ['ID=1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c,revision_number=4']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:57.908797 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1cd2f7-af86-48fe-8678-5c83d87e6617 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Received port after_create {{(pid=103920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:26:58.159138 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Provisioning complete for port 3061b1bc-0e02-4b7d-ba75-eb944a844637 triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:26:58.159515 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (3061b1bc-0e02-4b7d-ba75-eb944a844637), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:58.161186 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-51a99b1d-eb0f-4e65-8359-119d777b4a19 admin admin] Publish callbacks [] for port (1e3cc790-b0f4-4e67-8c57-11658a1ae445), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:58.167823 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b657affd-9520-4646-90c3-76ed8418b06b req-833bbb2c-3270-4004-a965-9dedf50a310c service neutron] 10.222.0.95 "GET /v2.0/networks/fa379d02-cec4-4bb7-8616-f922a2f53449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4625604 Jun 03 15:26:58.168911 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-999026db-bb59-495e-9760-56abea97356b None None] Port 1e3cc790-b0f4-4e67-8c57-11658a1ae445 cannot update to ACTIVE because it is not bound. {{(pid=103921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 15:26:58.224715 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-9bce8c0c-23ad-4cde-b1ad-4d9c16054ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'name': 'tempest-AttachVolumeNegativeTest-1504343588-router', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:36Z', 'updated_at': '2022-06-03T15:26:46Z', 'revision_number': 4, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'gw_port': {'id': '1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:38Z', 'updated_at': '2022-06-03T15:26:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': 'a4683a29-9638-4e0d-884d-65794d85dd4f', 'name': '', 'network_id': '68719859-5880-402e-b442-370597e1ce2f', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'mac_address': 'fa:16:3e:bd:e2:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1e60cea5-d2fd-43f7-aff8-25b5abe402c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:42Z', 'updated_at': '2022-06-03T15:26:48Z', 'revision_number': 2, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'subnets': [{'id': '1e60cea5-d2fd-43f7-aff8-25b5abe402c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:58.250754 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-51a99b1d-eb0f-4e65-8359-119d777b4a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (1e3cc790-b0f4-4e67-8c57-11658a1ae445), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:58.252048 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-51a99b1d-eb0f-4e65-8359-119d777b4a19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-761338'] for router_interface (7990f22a-b9de-423f-91c5-302389780223), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:58.261378 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-108fe159-e679-4b0c-a0c1-d13338fbe396 None None] Publish callbacks [] for port (86ba1ff2-21ae-47f9-9cdf-edf65a092d4e), precommit_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:58.275067 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-108fe159-e679-4b0c-a0c1-d13338fbe396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (86ba1ff2-21ae-47f9-9cdf-edf65a092d4e), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:58.314425 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bce8c0c-23ad-4cde-b1ad-4d9c16054ad0 None None] Checking router: bc437c53-8ef0-4776-adae-03f3429aef49 for host: dv-cinder-831247-16-iscsi {{(pid=103921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:26:58.314425 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bce8c0c-23ad-4cde-b1ad-4d9c16054ad0 None None] Updating router bc437c53-8ef0-4776-adae-03f3429aef49 port a4683a29-9638-4e0d-884d-65794d85dd4f binding host dv-cinder-831247-16-iscsi {{(pid=103921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:26:58.382993 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09e881-8164-4b44-b5a8-c9506b823e6b None None] Pushing event updated for resources: {'Port': ['ID=86ba1ff2-21ae-47f9-9cdf-edf65a092d4e,revision_number=2']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:58.416254 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (b78338d6-31c9-4f43-bfac-5a5a854a8366), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:58.419394 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.db_base_plugin_common [None req-7d38b637-824a-42c7-ba38-52c316c0050a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Allocated IP 172.27.3.51 (2ebb747a-15cb-4ff0-831b-eddaba7ea913/396ae3db-97af-42d7-bc28-96050c96ba42/135e5176-eb48-44ea-8cb9-3bc134697b1b) {{(pid=103919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:26:58.427440 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-9bce8c0c-23ad-4cde-b1ad-4d9c16054ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (a4683a29-9638-4e0d-884d-65794d85dd4f), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:58.437343 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-108fe159-e679-4b0c-a0c1-d13338fbe396 None None] Attempting to bind port 86ba1ff2-21ae-47f9-9cdf-edf65a092d4e on host dv-cinder-831247-16-iscsi for vnic_type normal with profile {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 15:26:58.438000 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-108fe159-e679-4b0c-a0c1-d13338fbe396 None None] Attempting to bind port 86ba1ff2-21ae-47f9-9cdf-edf65a092d4e by drivers openvswitch,hyperv on host dv-cinder-831247-16-iscsi at level 0 using segments [{'id': 'fb1f6c29-8e9a-43bb-852a-39936675ceea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913'}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 15:26:58.449984 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108fe159-e679-4b0c-a0c1-d13338fbe396 None None] Attempting to bind port 86ba1ff2-21ae-47f9-9cdf-edf65a092d4e on network 2ebb747a-15cb-4ff0-831b-eddaba7ea913 {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:26:58.468327 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108fe159-e679-4b0c-a0c1-d13338fbe396 None None] Checking agent: {'id': 'b78338d6-31c9-4f43-bfac-5a5a854a8366', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 17, 58), 'started_at': datetime.datetime(2022, 6, 3, 15, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 15:26:58.469569 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108fe159-e679-4b0c-a0c1-d13338fbe396 None None] Checking segment: {'id': 'fb1f6c29-8e9a-43bb-852a-39936675ceea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:26:58.470796 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-108fe159-e679-4b0c-a0c1-d13338fbe396 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:58.470992 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:58.471507 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108fe159-e679-4b0c-a0c1-d13338fbe396 None None] Bound using segment: {'id': 'fb1f6c29-8e9a-43bb-852a-39936675ceea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913'} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 15:26:58.473621 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-108fe159-e679-4b0c-a0c1-d13338fbe396 None None] Bound port: 86ba1ff2-21ae-47f9-9cdf-edf65a092d4e, host: dv-cinder-831247-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb1f6c29-8e9a-43bb-852a-39936675ceea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913'}}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 15:26:58.475309 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-108fe159-e679-4b0c-a0c1-d13338fbe396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (86ba1ff2-21ae-47f9-9cdf-edf65a092d4e), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:58.482309 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-571a6471-8e2c-4eb9-a905-f392cb0c3143 req-1c70f27c-37c4-402a-8566-602579b7fbaf tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] 10.222.0.93 "GET /v2.0/security-groups?id=6f59420a-b1c9-402c-bf1f-7ea81f7e4580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7243814 Jun 03 15:26:58.558250 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-108fe159-e679-4b0c-a0c1-d13338fbe396 None None] For port 86ba1ff2-21ae-47f9-9cdf-edf65a092d4e, host dv-cinder-831247-16-iscsi, cleared binding levels {{(pid=103922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 15:26:58.564309 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-108fe159-e679-4b0c-a0c1-d13338fbe396 None None] For port 86ba1ff2-21ae-47f9-9cdf-edf65a092d4e, host dv-cinder-831247-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=86ba1ff2-21ae-47f9-9cdf-edf65a092d4e,segment=NetworkSegment(fb1f6c29-8e9a-43bb-852a-39936675ceea),segment_id=fb1f6c29-8e9a-43bb-852a-39936675ceea)] {{(pid=103922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 15:26:58.575409 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-108fe159-e679-4b0c-a0c1-d13338fbe396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (86ba1ff2-21ae-47f9-9cdf-edf65a092d4e), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:58.590323 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Current status of the port 3061b1bc-0e02-4b7d-ba75-eb944a844637 is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:26:58.592409 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device 90a91ba5-d409-43c9-94b8-3392b0b5f54d up at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:26:58.646888 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-7d38b637-824a-42c7-ba38-52c316c0050a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for port (135e5176-eb48-44ea-8cb9-3bc134697b1b), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:58.674259 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108fe159-e679-4b0c-a0c1-d13338fbe396 None None] Routers {'6cd5fe5b-023c-4cb7-aad9-e052cab5eef0'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:26:58.675032 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-108fe159-e679-4b0c-a0c1-d13338fbe396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:26:54Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['6cd5fe5b-023c-4cb7-aad9-e052cab5eef0'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:58.685345 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-9d1cd2f7-af86-48fe-8678-5c83d87e6617 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks [] for floatingip (58455875-b3f5-4733-ad83-4c29c105d162), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:58.704570 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-7d38b637-824a-42c7-ba38-52c316c0050a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560'] for port (135e5176-eb48-44ea-8cb9-3bc134697b1b), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:58.778975 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d38b637-824a-42c7-ba38-52c316c0050a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Network 2ebb747a-15cb-4ff0-831b-eddaba7ea913 is already hosted by enough agents. {{(pid=103919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:26:58.810088 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.base_scheduler [None req-7d38b637-824a-42c7-ba38-52c316c0050a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Resources bound (agent type, host, resource id): {{(pid=103919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:26:58.822937 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d38b637-824a-42c7-ba38-52c316c0050a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Received port after_create {{(pid=103919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:26:58.845146 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d38b637-824a-42c7-ba38-52c316c0050a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Pushing event updated for resources: {'Port': ['ID=135e5176-eb48-44ea-8cb9-3bc134697b1b,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:58.861564 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-108fe159-e679-4b0c-a0c1-d13338fbe396 None None] Set router 6cd5fe5b-023c-4cb7-aad9-e052cab5eef0 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:26:58.932166 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:58.941959 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09e881-8164-4b44-b5a8-c9506b823e6b None None] Pushing event updated for resources: {'Port': ['ID=86ba1ff2-21ae-47f9-9cdf-edf65a092d4e,revision_number=3']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:58.999269 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Provisioning complete for port 90a91ba5-d409-43c9-94b8-3392b0b5f54d triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:26:58.999878 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (90a91ba5-d409-43c9-94b8-3392b0b5f54d), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:59.009685 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:59.046717 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-7d38b637-824a-42c7-ba38-52c316c0050a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for floatingip (6aa86221-dc52-45dd-ad21-9470aad71634), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:59.157744 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a99b1d-eb0f-4e65-8359-119d777b4a19 admin admin] Pushing event updated for resources: {'Port': ['ID=1e3cc790-b0f4-4e67-8c57-11658a1ae445,revision_number=2']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:59.178579 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-55639012-6178-45a3-bd41-8ed89bf88e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:59.188167 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-7d38b637-824a-42c7-ba38-52c316c0050a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (135e5176-eb48-44ea-8cb9-3bc134697b1b), before_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:59.217799 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-108fe159-e679-4b0c-a0c1-d13338fbe396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd5fe5b-023c-4cb7-aad9-e052cab5eef0', 'name': 'tempest-AttachVolumeShelveTestJSON-1264158732-router', 'tenant_id': '1b930cadb2dc4e49947db0514528617d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '86ba1ff2-21ae-47f9-9cdf-edf65a092d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:38Z', 'updated_at': '2022-06-03T15:26:46Z', 'revision_number': 3, 'project_id': '1b930cadb2dc4e49947db0514528617d', 'gw_port': {'id': '86ba1ff2-21ae-47f9-9cdf-edf65a092d4e', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd5fe5b-023c-4cb7-aad9-e052cab5eef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:41Z', 'updated_at': '2022-06-03T15:26:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi'}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:26:59.223961 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-9d1cd2f7-af86-48fe-8678-5c83d87e6617 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (e72c8ef5-ce22-43a5-8cb3-277f8a5e2711), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:59.248284 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:26:59.303728 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108fe159-e679-4b0c-a0c1-d13338fbe396 None None] The sync data for ids ['6cd5fe5b-023c-4cb7-aad9-e052cab5eef0'] in dv-cinder-831247-16-iscsi is: [{'id': '6cd5fe5b-023c-4cb7-aad9-e052cab5eef0', 'name': 'tempest-AttachVolumeShelveTestJSON-1264158732-router', 'tenant_id': '1b930cadb2dc4e49947db0514528617d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '86ba1ff2-21ae-47f9-9cdf-edf65a092d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:38Z', 'updated_at': '2022-06-03T15:26:46Z', 'revision_number': 3, 'project_id': '1b930cadb2dc4e49947db0514528617d', 'gw_port': {'id': '86ba1ff2-21ae-47f9-9cdf-edf65a092d4e', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd5fe5b-023c-4cb7-aad9-e052cab5eef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:41Z', 'updated_at': '2022-06-03T15:26:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi'}] {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:26:59.396294 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Current status of the port 90a91ba5-d409-43c9-94b8-3392b0b5f54d is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:26:59.422905 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a99b1d-eb0f-4e65-8359-119d777b4a19 admin admin] Network ba66765f-7c24-4296-be5e-4c2a803ccabf is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:26:59.433759 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-51a99b1d-eb0f-4e65-8359-119d777b4a19 admin admin] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:26:59.529352 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-9bce8c0c-23ad-4cde-b1ad-4d9c16054ad0 None None] Publish callbacks [] for port (a4683a29-9638-4e0d-884d-65794d85dd4f), precommit_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:59.537865 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-9bce8c0c-23ad-4cde-b1ad-4d9c16054ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (a4683a29-9638-4e0d-884d-65794d85dd4f), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:26:59.720826 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db07787d-2d6a-45e3-9dca-651dc7b92ba3 None None] Pushing event updated for resources: {'Port': ['ID=a4683a29-9638-4e0d-884d-65794d85dd4f,revision_number=3']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:26:59.831795 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-9bce8c0c-23ad-4cde-b1ad-4d9c16054ad0 None None] Attempting to bind port a4683a29-9638-4e0d-884d-65794d85dd4f on host dv-cinder-831247-16-iscsi for vnic_type normal with profile {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 15:26:59.832172 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-9bce8c0c-23ad-4cde-b1ad-4d9c16054ad0 None None] Attempting to bind port a4683a29-9638-4e0d-884d-65794d85dd4f by drivers openvswitch,hyperv on host dv-cinder-831247-16-iscsi at level 0 using segments [{'id': '71db973e-62af-43f0-a23f-112fc819cb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '68719859-5880-402e-b442-370597e1ce2f'}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 15:26:59.832533 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bce8c0c-23ad-4cde-b1ad-4d9c16054ad0 None None] Attempting to bind port a4683a29-9638-4e0d-884d-65794d85dd4f on network 68719859-5880-402e-b442-370597e1ce2f {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:26:59.836667 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device 026ed3e7-e9af-46dc-8303-b93c473e613d up at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:26:59.947683 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_common [None req-55639012-6178-45a3-bd41-8ed89bf88e1e admin admin] Allocated IP 172.20.0.1 (6297c62b-cf60-4797-8fdd-d236a362ff82/f60f46ef-d4d3-474d-b0dd-61750c5ae20f/cf131b2b-599d-46a7-87a3-df5152fb5c69) {{(pid=103920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:26:59.962959 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72904923-b2c0-4876-b8b8-15efe5b9e570 req-ff5246c6-9479-42ee-9d42-400b2b438a3c tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:26:59.977633 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-72904923-b2c0-4876-b8b8-15efe5b9e570 req-ff5246c6-9479-42ee-9d42-400b2b438a3c tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] 10.222.0.93 "GET /v2.0/ports?device_id=2c7caaae-2b81-44c6-9fbb-a01d2af87b57 HTTP/1.1" status: 200 len: 943 time: 0.2368481 Jun 03 15:27:00.027552 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bce8c0c-23ad-4cde-b1ad-4d9c16054ad0 None None] Checking agent: {'id': 'b78338d6-31c9-4f43-bfac-5a5a854a8366', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 17, 58), 'started_at': datetime.datetime(2022, 6, 3, 15, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 15:27:00.028124 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bce8c0c-23ad-4cde-b1ad-4d9c16054ad0 None None] Checking segment: {'id': '71db973e-62af-43f0-a23f-112fc819cb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '68719859-5880-402e-b442-370597e1ce2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:27:00.028388 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-9bce8c0c-23ad-4cde-b1ad-4d9c16054ad0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:00.028696 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bce8c0c-23ad-4cde-b1ad-4d9c16054ad0 None None] Bound using segment: {'id': '71db973e-62af-43f0-a23f-112fc819cb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '68719859-5880-402e-b442-370597e1ce2f'} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 15:27:00.029176 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-9bce8c0c-23ad-4cde-b1ad-4d9c16054ad0 None None] Bound port: a4683a29-9638-4e0d-884d-65794d85dd4f, host: dv-cinder-831247-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71db973e-62af-43f0-a23f-112fc819cb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '68719859-5880-402e-b442-370597e1ce2f'}}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 15:27:00.029553 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-9bce8c0c-23ad-4cde-b1ad-4d9c16054ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (a4683a29-9638-4e0d-884d-65794d85dd4f), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:00.034945 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:00.086705 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-fda27dc7-f950-42ec-8fde-39b9f6fb9d21 None None] Provisioning complete for port 1e3cc790-b0f4-4e67-8c57-11658a1ae445 triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:27:00.087209 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-fda27dc7-f950-42ec-8fde-39b9f6fb9d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (1e3cc790-b0f4-4e67-8c57-11658a1ae445), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:00.114609 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-7d38b637-824a-42c7-ba38-52c316c0050a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for port (135e5176-eb48-44ea-8cb9-3bc134697b1b), precommit_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:00.143236 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-7d38b637-824a-42c7-ba38-52c316c0050a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (135e5176-eb48-44ea-8cb9-3bc134697b1b), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:00.153246 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Provisioning complete for port 026ed3e7-e9af-46dc-8303-b93c473e613d triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:27:00.153537 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (026ed3e7-e9af-46dc-8303-b93c473e613d), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:00.217438 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-7d38b637-824a-42c7-ba38-52c316c0050a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763103'] for floatingip (6aa86221-dc52-45dd-ad21-9470aad71634), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:00.232810 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-72904923-b2c0-4876-b8b8-15efe5b9e570 req-40e1a5bb-3120-48b1-a438-04aa088773a4 tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] 10.222.0.93 "GET /v2.0/security-groups?id=6f59420a-b1c9-402c-bf1f-7ea81f7e4580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187071 Jun 03 15:27:00.255049 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-fda27dc7-f950-42ec-8fde-39b9f6fb9d21 None None] Port 1e3cc790-b0f4-4e67-8c57-11658a1ae445 cannot update to ACTIVE because it is not bound. {{(pid=103921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 15:27:00.260945 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-55639012-6178-45a3-bd41-8ed89bf88e1e admin admin] Publish callbacks [] for port (cf131b2b-599d-46a7-87a3-df5152fb5c69), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:00.263251 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-7d38b637-824a-42c7-ba38-52c316c0050a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for floatingip (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:00.274404 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-7d38b637-824a-42c7-ba38-52c316c0050a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5294147 Jun 03 15:27:00.275663 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d38b637-824a-42c7-ba38-52c316c0050a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Pushing event updated for resources: {'Port': ['ID=135e5176-eb48-44ea-8cb9-3bc134697b1b,revision_number=2']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:00.278738 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-9bce8c0c-23ad-4cde-b1ad-4d9c16054ad0 None None] For port a4683a29-9638-4e0d-884d-65794d85dd4f, host dv-cinder-831247-16-iscsi, cleared binding levels {{(pid=103921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 15:27:00.287771 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-9bce8c0c-23ad-4cde-b1ad-4d9c16054ad0 None None] For port a4683a29-9638-4e0d-884d-65794d85dd4f, host dv-cinder-831247-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=a4683a29-9638-4e0d-884d-65794d85dd4f,segment=NetworkSegment(71db973e-62af-43f0-a23f-112fc819cb27),segment_id=71db973e-62af-43f0-a23f-112fc819cb27)] {{(pid=103921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 15:27:00.290613 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:00.291283 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:00.296787 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-9bce8c0c-23ad-4cde-b1ad-4d9c16054ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (a4683a29-9638-4e0d-884d-65794d85dd4f), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:00.309011 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a99b1d-eb0f-4e65-8359-119d777b4a19 admin admin] Router 7990f22a-b9de-423f-91c5-302389780223 has already been hosted by L3 agent af3cb756-c261-4349-9f96-3650fb8ddf57 {{(pid=103920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 15:27:00.326084 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:00.450725 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-623db8af-3e2f-4938-be9f-f6e257c77d9a None None] Provisioning complete for port a4683a29-9638-4e0d-884d-65794d85dd4f triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:27:00.451266 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-623db8af-3e2f-4938-be9f-f6e257c77d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (a4683a29-9638-4e0d-884d-65794d85dd4f), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:00.494918 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db07787d-2d6a-45e3-9dca-651dc7b92ba3 None None] Pushing event updated for resources: {'Port': ['ID=a4683a29-9638-4e0d-884d-65794d85dd4f,revision_number=4']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:00.506668 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Current status of the port 026ed3e7-e9af-46dc-8303-b93c473e613d is: DOWN; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:27:00.507060 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (026ed3e7-e9af-46dc-8303-b93c473e613d), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:00.536712 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] For port 026ed3e7-e9af-46dc-8303-b93c473e613d, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=026ed3e7-e9af-46dc-8303-b93c473e613d,segment=NetworkSegment(fb1f6c29-8e9a-43bb-852a-39936675ceea),segment_id=fb1f6c29-8e9a-43bb-852a-39936675ceea)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:27:00.594358 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bce8c0c-23ad-4cde-b1ad-4d9c16054ad0 None None] Routers {'bc437c53-8ef0-4776-adae-03f3429aef49'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:27:00.595055 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-9bce8c0c-23ad-4cde-b1ad-4d9c16054ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:26:54Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['bc437c53-8ef0-4776-adae-03f3429aef49'], 'active': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:00.598424 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (026ed3e7-e9af-46dc-8303-b93c473e613d), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:00.600086 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device 1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c up at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:27:00.651881 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-623db8af-3e2f-4938-be9f-f6e257c77d9a None None] Current status of the port a4683a29-9638-4e0d-884d-65794d85dd4f is: DOWN; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:27:00.652279 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-623db8af-3e2f-4938-be9f-f6e257c77d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (a4683a29-9638-4e0d-884d-65794d85dd4f), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:00.709465 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-55639012-6178-45a3-bd41-8ed89bf88e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560'] for port (cf131b2b-599d-46a7-87a3-df5152fb5c69), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:00.776822 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-9d1cd2f7-af86-48fe-8678-5c83d87e6617 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks [] for port (e72c8ef5-ce22-43a5-8cb3-277f8a5e2711), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:00.789719 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55639012-6178-45a3-bd41-8ed89bf88e1e admin admin] Network 6297c62b-cf60-4797-8fdd-d236a362ff82 is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:27:00.802718 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-55639012-6178-45a3-bd41-8ed89bf88e1e admin admin] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:27:00.842411 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-9d1cd2f7-af86-48fe-8678-5c83d87e6617 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (e72c8ef5-ce22-43a5-8cb3-277f8a5e2711), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:00.850502 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55639012-6178-45a3-bd41-8ed89bf88e1e admin admin] Received port after_create {{(pid=103920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:27:00.851088 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-55639012-6178-45a3-bd41-8ed89bf88e1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-762954'] for router_interface (6cd5fe5b-023c-4cb7-aad9-e052cab5eef0), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:00.886404 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Pushing event updated for resources: {'Port': ['ID=026ed3e7-e9af-46dc-8303-b93c473e613d,revision_number=4']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:00.915755 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a99b1d-eb0f-4e65-8359-119d777b4a19 admin admin] Notify agent at l3_agent.dv-cinder-831247-16-iscsi the message routers_updated {{(pid=103920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 15:27:00.932724 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d17d6b9-5517-458d-9d9d-0e194bf7e716 None None] Sync routers for ids ['7990f22a-b9de-423f-91c5-302389780223'] in dv-cinder-831247-16-iscsi {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:27:00.942872 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Provisioning complete for port 1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:27:00.943282 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:00.950269 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d17d6b9-5517-458d-9d9d-0e194bf7e716 None None] Routers {'7990f22a-b9de-423f-91c5-302389780223'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:27:00.951063 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-7d17d6b9-5517-458d-9d9d-0e194bf7e716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:26:54Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['7990f22a-b9de-423f-91c5-302389780223'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:00.951553 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-51a99b1d-eb0f-4e65-8359-119d777b4a19 admin admin] 10.222.0.93 "PUT /v2.0/routers/7990f22a-b9de-423f-91c5-302389780223/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6783435 Jun 03 15:27:00.997689 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-623db8af-3e2f-4938-be9f-f6e257c77d9a None None] For port a4683a29-9638-4e0d-884d-65794d85dd4f, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=a4683a29-9638-4e0d-884d-65794d85dd4f,segment=NetworkSegment(71db973e-62af-43f0-a23f-112fc819cb27),segment_id=71db973e-62af-43f0-a23f-112fc819cb27)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:27:00.998092 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-9d1cd2f7-af86-48fe-8678-5c83d87e6617 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763103'] for floatingip (58455875-b3f5-4733-ad83-4c29c105d162), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:01.010113 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:01.028025 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-9d1cd2f7-af86-48fe-8678-5c83d87e6617 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for floatingip (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:01.046871 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-9d1cd2f7-af86-48fe-8678-5c83d87e6617 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 11.2510097 Jun 03 15:27:01.048802 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55639012-6178-45a3-bd41-8ed89bf88e1e admin admin] Pushing event updated for resources: {'Port': ['ID=cf131b2b-599d-46a7-87a3-df5152fb5c69,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:01.077623 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-623db8af-3e2f-4938-be9f-f6e257c77d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (a4683a29-9638-4e0d-884d-65794d85dd4f), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:01.172797 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1cd2f7-af86-48fe-8678-5c83d87e6617 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Pushing event updated for resources: {'Port': ['ID=e72c8ef5-ce22-43a5-8cb3-277f8a5e2711,revision_number=2']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:01.211719 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-4347054c-083a-44ae-a50c-73b2a2fe5f4e req-6ed76255-4622-458d-84cd-890c32a39550 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--1203465604&fields=id&tenant_id=3e8f48e1939245eaa67bcd6a27bc7cda HTTP/1.1" status: 200 len: 267 time: 0.4200339 Jun 03 15:27:01.336436 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvr_db [None req-9bce8c0c-23ad-4cde-b1ad-4d9c16054ad0 None None] Set router bc437c53-8ef0-4776-adae-03f3429aef49 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:27:01.366753 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-7d17d6b9-5517-458d-9d9d-0e194bf7e716 None None] Set router 7990f22a-b9de-423f-91c5-302389780223 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:27:01.427845 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623db8af-3e2f-4938-be9f-f6e257c77d9a None None] Pushing event updated for resources: {'Port': ['ID=a4683a29-9638-4e0d-884d-65794d85dd4f,revision_number=5']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:01.440947 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-5a62a845-d64d-4ab7-a940-bd3b9a9be4a5 None None] Provisioning complete for port a4683a29-9638-4e0d-884d-65794d85dd4f triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:27:01.441439 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-5a62a845-d64d-4ab7-a940-bd3b9a9be4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (a4683a29-9638-4e0d-884d-65794d85dd4f), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:01.455076 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:01.499586 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-f3e90d43-6afb-4958-9029-bb01d03f9130 req-b2a4a549-0a59-4991-a7a3-bb0cc6d1d33d tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--1095991716&fields=id&tenant_id=16edd3f309d54728882acc6d23f8861e HTTP/1.1" status: 200 len: 267 time: 0.1194813 Jun 03 15:27:01.556927 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Current status of the port 1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:27:01.620086 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:01.622366 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4347054c-083a-44ae-a50c-73b2a2fe5f4e req-ff192111-d97a-4ebc-a7a1-489e19d28161 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:01.624122 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-4347054c-083a-44ae-a50c-73b2a2fe5f4e req-ff192111-d97a-4ebc-a7a1-489e19d28161 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/networks?id=68719859-5880-402e-b442-370597e1ce2f HTTP/1.1" status: 200 len: 815 time: 0.3655326 Jun 03 15:27:01.658739 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:01.697673 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-5a62a845-d64d-4ab7-a940-bd3b9a9be4a5 None None] Current status of the port a4683a29-9638-4e0d-884d-65794d85dd4f is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:27:01.718449 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-4347054c-083a-44ae-a50c-73b2a2fe5f4e req-a2321baa-6cc1-40e6-a720-d8001f3e46c9 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/quotas/3e8f48e1939245eaa67bcd6a27bc7cda HTTP/1.1" status: 200 len: 375 time: 0.0624259 Jun 03 15:27:01.755086 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e90d43-6afb-4958-9029-bb01d03f9130 req-2c619f02-d8a5-4c9d-8703-9eff77bcf3f2 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:01.757385 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-f3e90d43-6afb-4958-9029-bb01d03f9130 req-2c619f02-d8a5-4c9d-8703-9eff77bcf3f2 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/networks?id=fc85e51d-f7a3-45da-ad6c-8c73a576aa2c HTTP/1.1" status: 200 len: 811 time: 0.2460632 Jun 03 15:27:01.769190 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-7d17d6b9-5517-458d-9d9d-0e194bf7e716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7990f22a-b9de-423f-91c5-302389780223', 'name': 'tempest-ServerRescueNegativeTestJSON-682452530-router', 'tenant_id': 'a402ec1153624838be07cda58279f2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '026ed3e7-e9af-46dc-8303-b93c473e613d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:39Z', 'updated_at': '2022-06-03T15:26:55Z', 'revision_number': 4, 'project_id': 'a402ec1153624838be07cda58279f2a4', 'gw_port': {'id': '026ed3e7-e9af-46dc-8303-b93c473e613d', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:82:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7990f22a-b9de-423f-91c5-302389780223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:40Z', 'updated_at': '2022-06-03T15:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': '1e3cc790-b0f4-4e67-8c57-11658a1ae445', 'name': '', 'network_id': 'ba66765f-7c24-4296-be5e-4c2a803ccabf', 'tenant_id': 'a402ec1153624838be07cda58279f2a4', 'mac_address': 'fa:16:3e:f1:e8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7990f22a-b9de-423f-91c5-302389780223', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5cb0f2a7-ee25-46e9-8c4b-18478610484d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:52Z', 'updated_at': '2022-06-03T15:26:57Z', 'revision_number': 2, 'project_id': 'a402ec1153624838be07cda58279f2a4', 'subnets': [{'id': '5cb0f2a7-ee25-46e9-8c4b-18478610484d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:01.786999 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-55639012-6178-45a3-bd41-8ed89bf88e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (cf131b2b-599d-46a7-87a3-df5152fb5c69), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:01.787148 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-f3e90d43-6afb-4958-9029-bb01d03f9130 req-84473936-b7f5-4094-bd82-11198652b2d9 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/quotas/16edd3f309d54728882acc6d23f8861e HTTP/1.1" status: 200 len: 375 time: 0.0238490 Jun 03 15:27:01.821198 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d17d6b9-5517-458d-9d9d-0e194bf7e716 None None] Checking router: 7990f22a-b9de-423f-91c5-302389780223 for host: dv-cinder-831247-16-iscsi {{(pid=103922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:27:01.821918 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d17d6b9-5517-458d-9d9d-0e194bf7e716 None None] Updating router 7990f22a-b9de-423f-91c5-302389780223 port 1e3cc790-b0f4-4e67-8c57-11658a1ae445 binding host dv-cinder-831247-16-iscsi {{(pid=103922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:27:01.875530 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-7d17d6b9-5517-458d-9d9d-0e194bf7e716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (1e3cc790-b0f4-4e67-8c57-11658a1ae445), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:01.936964 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-9bce8c0c-23ad-4cde-b1ad-4d9c16054ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'name': 'tempest-AttachVolumeNegativeTest-1504343588-router', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:36Z', 'updated_at': '2022-06-03T15:26:46Z', 'revision_number': 4, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'gw_port': {'id': '1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:38Z', 'updated_at': '2022-06-03T15:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': 'a4683a29-9638-4e0d-884d-65794d85dd4f', 'name': '', 'network_id': '68719859-5880-402e-b442-370597e1ce2f', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'mac_address': 'fa:16:3e:bd:e2:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1e60cea5-d2fd-43f7-aff8-25b5abe402c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:42Z', 'updated_at': '2022-06-03T15:27:00Z', 'revision_number': 4, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'subnets': [{'id': '1e60cea5-d2fd-43f7-aff8-25b5abe402c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:01.951684 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device a4683a29-9638-4e0d-884d-65794d85dd4f up at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:27:01.957547 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-f8bd2731-90e1-4a3e-ba5b-2a480805673c None None] Provisioning complete for port cf131b2b-599d-46a7-87a3-df5152fb5c69 triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:27:01.957945 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f8bd2731-90e1-4a3e-ba5b-2a480805673c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (cf131b2b-599d-46a7-87a3-df5152fb5c69), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:01.995110 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-f3e90d43-6afb-4958-9029-bb01d03f9130 req-d663ca22-2830-4d55-ba53-33a685d78a58 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=16edd3f309d54728882acc6d23f8861e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2070544 Jun 03 15:27:02.057081 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-4347054c-083a-44ae-a50c-73b2a2fe5f4e req-d11dd9c8-1c2b-4eb1-89ba-ed56bc3b81ab tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=3e8f48e1939245eaa67bcd6a27bc7cda&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3298748 Jun 03 15:27:02.065826 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bce8c0c-23ad-4cde-b1ad-4d9c16054ad0 None None] The sync data for ids ['bc437c53-8ef0-4776-adae-03f3429aef49'] in dv-cinder-831247-16-iscsi is: [{'id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'name': 'tempest-AttachVolumeNegativeTest-1504343588-router', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:36Z', 'updated_at': '2022-06-03T15:26:46Z', 'revision_number': 4, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'gw_port': {'id': '1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:38Z', 'updated_at': '2022-06-03T15:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': 'a4683a29-9638-4e0d-884d-65794d85dd4f', 'name': '', 'network_id': '68719859-5880-402e-b442-370597e1ce2f', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'mac_address': 'fa:16:3e:bd:e2:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1e60cea5-d2fd-43f7-aff8-25b5abe402c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:42Z', 'updated_at': '2022-06-03T15:27:00Z', 'revision_number': 4, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'subnets': [{'id': '1e60cea5-d2fd-43f7-aff8-25b5abe402c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:27:02.129283 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-55639012-6178-45a3-bd41-8ed89bf88e1e admin admin] Publish callbacks [] for port (cf131b2b-599d-46a7-87a3-df5152fb5c69), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:02.138298 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-f8bd2731-90e1-4a3e-ba5b-2a480805673c None None] Port cf131b2b-599d-46a7-87a3-df5152fb5c69 cannot update to ACTIVE because it is not bound. {{(pid=103921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 15:27:02.142241 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-55639012-6178-45a3-bd41-8ed89bf88e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (cf131b2b-599d-46a7-87a3-df5152fb5c69), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:02.148925 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-55639012-6178-45a3-bd41-8ed89bf88e1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-761338'] for router_interface (6cd5fe5b-023c-4cb7-aad9-e052cab5eef0), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:02.179308 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Provisioning complete for port a4683a29-9638-4e0d-884d-65794d85dd4f triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:27:02.179711 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (a4683a29-9638-4e0d-884d-65794d85dd4f), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:02.215707 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-f3e90d43-6afb-4958-9029-bb01d03f9130 req-57e871a5-e3a1-4253-b71e-8236efce5b26 service neutron] 10.222.0.93 "GET /v2.0/networks/fc85e51d-f7a3-45da-ad6c-8c73a576aa2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196047 Jun 03 15:27:02.333586 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Current status of the port a4683a29-9638-4e0d-884d-65794d85dd4f is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:27:02.340410 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device 86ba1ff2-21ae-47f9-9cdf-edf65a092d4e up at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:27:02.442479 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:02.446140 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-f3e90d43-6afb-4958-9029-bb01d03f9130 req-8e40ad4b-0493-405f-a3fb-0539f4f865fe service neutron] 10.222.0.93 "GET /v2.0/networks/fc85e51d-f7a3-45da-ad6c-8c73a576aa2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210567 Jun 03 15:27:02.455524 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55639012-6178-45a3-bd41-8ed89bf88e1e admin admin] Network 6297c62b-cf60-4797-8fdd-d236a362ff82 is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:27:02.459865 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-55639012-6178-45a3-bd41-8ed89bf88e1e admin admin] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:27:02.466736 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55639012-6178-45a3-bd41-8ed89bf88e1e admin admin] Pushing event updated for resources: {'Port': ['ID=cf131b2b-599d-46a7-87a3-df5152fb5c69,revision_number=2']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:02.497152 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-7d17d6b9-5517-458d-9d9d-0e194bf7e716 None None] Publish callbacks [] for port (1e3cc790-b0f4-4e67-8c57-11658a1ae445), precommit_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:02.504070 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:02.515150 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-7d17d6b9-5517-458d-9d9d-0e194bf7e716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (1e3cc790-b0f4-4e67-8c57-11658a1ae445), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:02.576880 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Provisioning complete for port 86ba1ff2-21ae-47f9-9cdf-edf65a092d4e triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:27:02.577283 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (86ba1ff2-21ae-47f9-9cdf-edf65a092d4e), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:02.935883 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6094c253-bd19-4012-8e20-89c8ef672a53 None None] Pushing event updated for resources: {'Port': ['ID=1e3cc790-b0f4-4e67-8c57-11658a1ae445,revision_number=3']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:02.950705 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-7d17d6b9-5517-458d-9d9d-0e194bf7e716 None None] Attempting to bind port 1e3cc790-b0f4-4e67-8c57-11658a1ae445 on host dv-cinder-831247-16-iscsi for vnic_type normal with profile {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 15:27:02.951081 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-7d17d6b9-5517-458d-9d9d-0e194bf7e716 None None] Attempting to bind port 1e3cc790-b0f4-4e67-8c57-11658a1ae445 by drivers openvswitch,hyperv on host dv-cinder-831247-16-iscsi at level 0 using segments [{'id': '344823fa-4139-4c58-8284-6d371313181e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'ba66765f-7c24-4296-be5e-4c2a803ccabf'}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 15:27:02.951439 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d17d6b9-5517-458d-9d9d-0e194bf7e716 None None] Attempting to bind port 1e3cc790-b0f4-4e67-8c57-11658a1ae445 on network ba66765f-7c24-4296-be5e-4c2a803ccabf {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:27:02.952644 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Current status of the port 86ba1ff2-21ae-47f9-9cdf-edf65a092d4e is: DOWN; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:27:02.955739 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (86ba1ff2-21ae-47f9-9cdf-edf65a092d4e), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:02.957752 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d17d6b9-5517-458d-9d9d-0e194bf7e716 None None] Checking agent: {'id': 'b78338d6-31c9-4f43-bfac-5a5a854a8366', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 17, 58), 'started_at': datetime.datetime(2022, 6, 3, 15, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 15:27:02.958128 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d17d6b9-5517-458d-9d9d-0e194bf7e716 None None] Checking segment: {'id': '344823fa-4139-4c58-8284-6d371313181e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'ba66765f-7c24-4296-be5e-4c2a803ccabf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:27:02.958878 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-7d17d6b9-5517-458d-9d9d-0e194bf7e716 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:02.959192 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d17d6b9-5517-458d-9d9d-0e194bf7e716 None None] Bound using segment: {'id': '344823fa-4139-4c58-8284-6d371313181e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'ba66765f-7c24-4296-be5e-4c2a803ccabf'} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 15:27:02.960606 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-7d17d6b9-5517-458d-9d9d-0e194bf7e716 None None] Bound port: 1e3cc790-b0f4-4e67-8c57-11658a1ae445, host: dv-cinder-831247-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '344823fa-4139-4c58-8284-6d371313181e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'ba66765f-7c24-4296-be5e-4c2a803ccabf'}}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 15:27:02.960606 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-7d17d6b9-5517-458d-9d9d-0e194bf7e716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (1e3cc790-b0f4-4e67-8c57-11658a1ae445), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:03.079857 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] For port 86ba1ff2-21ae-47f9-9cdf-edf65a092d4e, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=86ba1ff2-21ae-47f9-9cdf-edf65a092d4e,segment=NetworkSegment(fb1f6c29-8e9a-43bb-852a-39936675ceea),segment_id=fb1f6c29-8e9a-43bb-852a-39936675ceea)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:27:03.106162 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (86ba1ff2-21ae-47f9-9cdf-edf65a092d4e), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:03.107774 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device 026ed3e7-e9af-46dc-8303-b93c473e613d up at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:27:03.187093 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-7d17d6b9-5517-458d-9d9d-0e194bf7e716 None None] For port 1e3cc790-b0f4-4e67-8c57-11658a1ae445, host dv-cinder-831247-16-iscsi, cleared binding levels {{(pid=103922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 15:27:03.198901 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-7d17d6b9-5517-458d-9d9d-0e194bf7e716 None None] For port 1e3cc790-b0f4-4e67-8c57-11658a1ae445, host dv-cinder-831247-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=1e3cc790-b0f4-4e67-8c57-11658a1ae445,segment=NetworkSegment(344823fa-4139-4c58-8284-6d371313181e),segment_id=344823fa-4139-4c58-8284-6d371313181e)] {{(pid=103922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 15:27:03.209916 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-7d17d6b9-5517-458d-9d9d-0e194bf7e716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (1e3cc790-b0f4-4e67-8c57-11658a1ae445), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:03.218295 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [req-4347054c-083a-44ae-a50c-73b2a2fe5f4e req-20e570c4-79a9-40b8-bbf6-d23be8941b54 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=103920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 03 15:27:03.227479 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-4347054c-083a-44ae-a50c-73b2a2fe5f4e req-20e570c4-79a9-40b8-bbf6-d23be8941b54 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8162019 Jun 03 15:27:03.228692 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae05ca-ecce-4cbe-a7a0-10206cfc4462 req-8476ac4b-8c79-47a6-a532-9d7bd66d6f07 tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:03.252444 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-a8ae05ca-ecce-4cbe-a7a0-10206cfc4462 req-8476ac4b-8c79-47a6-a532-9d7bd66d6f07 tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] 10.222.0.93 "GET /v2.0/ports?device_id=2c7caaae-2b81-44c6-9fbb-a01d2af87b57 HTTP/1.1" status: 200 len: 943 time: 0.1527681 Jun 03 15:27:03.272013 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Pushing event updated for resources: {'Port': ['ID=86ba1ff2-21ae-47f9-9cdf-edf65a092d4e,revision_number=4']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:03.283643 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 49534) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:27:03.287328 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-29a0edab-0ea0-47aa-a628-9d48407da46e None None] Provisioning complete for port cf131b2b-599d-46a7-87a3-df5152fb5c69 triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:27:03.287718 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-29a0edab-0ea0-47aa-a628-9d48407da46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (cf131b2b-599d-46a7-87a3-df5152fb5c69), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:03.346152 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Provisioning complete for port 026ed3e7-e9af-46dc-8303-b93c473e613d triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:27:03.346675 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (026ed3e7-e9af-46dc-8303-b93c473e613d), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:03.384044 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-29a0edab-0ea0-47aa-a628-9d48407da46e None None] Port cf131b2b-599d-46a7-87a3-df5152fb5c69 cannot update to ACTIVE because it is not bound. {{(pid=103921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 15:27:03.398122 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:03.401478 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d17d6b9-5517-458d-9d9d-0e194bf7e716 None None] Routers {'7990f22a-b9de-423f-91c5-302389780223'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:27:03.407805 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-7d17d6b9-5517-458d-9d9d-0e194bf7e716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:26:54Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['7990f22a-b9de-423f-91c5-302389780223'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:03.431471 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:03.471101 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-a8ae05ca-ecce-4cbe-a7a0-10206cfc4462 req-50197b33-ab6f-4731-adee-0e54430004a5 tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] 10.222.0.93 "GET /v2.0/security-groups?id=6f59420a-b1c9-402c-bf1f-7ea81f7e4580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165973 Jun 03 15:27:03.477086 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:03.479453 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Current status of the port 026ed3e7-e9af-46dc-8303-b93c473e613d is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:27:03.534521 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-bbbd6723-1930-4ed9-be36-ec6da969faa0 None None] Provisioning complete for port 1e3cc790-b0f4-4e67-8c57-11658a1ae445 triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:27:03.535362 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-bbbd6723-1930-4ed9-be36-ec6da969faa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (1e3cc790-b0f4-4e67-8c57-11658a1ae445), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:03.559594 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55639012-6178-45a3-bd41-8ed89bf88e1e admin admin] Router 6cd5fe5b-023c-4cb7-aad9-e052cab5eef0 has already been hosted by L3 agent af3cb756-c261-4349-9f96-3650fb8ddf57 {{(pid=103920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 15:27:03.577395 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6094c253-bd19-4012-8e20-89c8ef672a53 None None] Pushing event updated for resources: {'Port': ['ID=1e3cc790-b0f4-4e67-8c57-11658a1ae445,revision_number=4']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:03.598690 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-ccbe047e-3822-4bd1-94f3-52c9343f47ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:03.645009 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-4347054c-083a-44ae-a50c-73b2a2fe5f4e req-9fe4b4dc-da07-4b83-8597-6bdb1bc491ce service neutron] 10.222.0.93 "GET /v2.0/networks/68719859-5880-402e-b442-370597e1ce2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4165916 Jun 03 15:27:03.668900 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-7d17d6b9-5517-458d-9d9d-0e194bf7e716 None None] Set router 7990f22a-b9de-423f-91c5-302389780223 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:27:03.807750 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=100 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:03.811500 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-ccbe047e-3822-4bd1-94f3-52c9343f47ee admin admin] Publish callbacks [] for security_group (43dfc211-e3e7-4e50-aa86-1cced2fb347a), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:03.827084 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-ccbe047e-3822-4bd1-94f3-52c9343f47ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (43dfc211-e3e7-4e50-aa86-1cced2fb347a), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:03.830176 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-bbbd6723-1930-4ed9-be36-ec6da969faa0 None None] Current status of the port 1e3cc790-b0f4-4e67-8c57-11658a1ae445 is: DOWN; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:27:03.832690 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=5 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:03.837881 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-bbbd6723-1930-4ed9-be36-ec6da969faa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (1e3cc790-b0f4-4e67-8c57-11658a1ae445), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:03.915327 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-bbbd6723-1930-4ed9-be36-ec6da969faa0 None None] For port 1e3cc790-b0f4-4e67-8c57-11658a1ae445, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=1e3cc790-b0f4-4e67-8c57-11658a1ae445,segment=NetworkSegment(344823fa-4139-4c58-8284-6d371313181e),segment_id=344823fa-4139-4c58-8284-6d371313181e)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:27:03.917250 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device 86ba1ff2-21ae-47f9-9cdf-edf65a092d4e up at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:27:03.924390 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-bbbd6723-1930-4ed9-be36-ec6da969faa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (1e3cc790-b0f4-4e67-8c57-11658a1ae445), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:03.930228 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-4347054c-083a-44ae-a50c-73b2a2fe5f4e req-4f8788ef-2334-477d-bc3b-cfdcebdf9adc service neutron] 10.222.0.93 "GET /v2.0/networks/68719859-5880-402e-b442-370597e1ce2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843375 Jun 03 15:27:03.938310 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55639012-6178-45a3-bd41-8ed89bf88e1e admin admin] Notify agent at l3_agent.dv-cinder-831247-16-iscsi the message routers_updated {{(pid=103920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 15:27:03.975157 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-55639012-6178-45a3-bd41-8ed89bf88e1e admin admin] 10.222.0.93 "PUT /v2.0/routers/6cd5fe5b-023c-4cb7-aad9-e052cab5eef0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0501249 Jun 03 15:27:03.984392 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36047d06-878b-4f6d-b85d-0f04a72153b5 None None] Sync routers for ids ['6cd5fe5b-023c-4cb7-aad9-e052cab5eef0'] in dv-cinder-831247-16-iscsi {{(pid=103921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:27:04.051262 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-ccbe047e-3822-4bd1-94f3-52c9343f47ee admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=521fa955dcb84ec695b808ce7d32f913&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7628264 Jun 03 15:27:04.053769 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 49560) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:27:04.071304 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbe047e-3822-4bd1-94f3-52c9343f47ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43dfc211-e3e7-4e50-aa86-1cced2fb347a,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:04.081643 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36047d06-878b-4f6d-b85d-0f04a72153b5 None None] Routers {'6cd5fe5b-023c-4cb7-aad9-e052cab5eef0'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:27:04.082609 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-36047d06-878b-4f6d-b85d-0f04a72153b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:26:54Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['6cd5fe5b-023c-4cb7-aad9-e052cab5eef0'], 'active': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:04.242366 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0dc0a9d0-3bbd-4a8f-af58-a33a0e1aa5c7 admin admin] Publish callbacks [] for security_group (43dfc211-e3e7-4e50-aa86-1cced2fb347a), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:04.259755 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-4253ff95-80d6-454e-a033-7310244fd0d0 None None] Provisioning complete for port 1e3cc790-b0f4-4e67-8c57-11658a1ae445 triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:27:04.260229 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-4253ff95-80d6-454e-a033-7310244fd0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (1e3cc790-b0f4-4e67-8c57-11658a1ae445), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:04.301478 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0dc0a9d0-3bbd-4a8f-af58-a33a0e1aa5c7 admin admin] Publish callbacks [] for security_group (43dfc211-e3e7-4e50-aa86-1cced2fb347a), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:04.335964 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd6723-1930-4ed9-be36-ec6da969faa0 None None] Pushing event updated for resources: {'Port': ['ID=1e3cc790-b0f4-4e67-8c57-11658a1ae445,revision_number=5']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:04.357473 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-7d17d6b9-5517-458d-9d9d-0e194bf7e716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7990f22a-b9de-423f-91c5-302389780223', 'name': 'tempest-ServerRescueNegativeTestJSON-682452530-router', 'tenant_id': 'a402ec1153624838be07cda58279f2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '026ed3e7-e9af-46dc-8303-b93c473e613d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:39Z', 'updated_at': '2022-06-03T15:26:55Z', 'revision_number': 4, 'project_id': 'a402ec1153624838be07cda58279f2a4', 'gw_port': {'id': '026ed3e7-e9af-46dc-8303-b93c473e613d', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:82:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7990f22a-b9de-423f-91c5-302389780223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:40Z', 'updated_at': '2022-06-03T15:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': '1e3cc790-b0f4-4e67-8c57-11658a1ae445', 'name': '', 'network_id': 'ba66765f-7c24-4296-be5e-4c2a803ccabf', 'tenant_id': 'a402ec1153624838be07cda58279f2a4', 'mac_address': 'fa:16:3e:f1:e8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7990f22a-b9de-423f-91c5-302389780223', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5cb0f2a7-ee25-46e9-8c4b-18478610484d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:52Z', 'updated_at': '2022-06-03T15:27:03Z', 'revision_number': 4, 'project_id': 'a402ec1153624838be07cda58279f2a4', 'subnets': [{'id': '5cb0f2a7-ee25-46e9-8c4b-18478610484d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:04.397714 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-2200d731-b9d5-4b07-86f4-afce34fda937 req-ee2dfe24-a3a2-461c-bccf-c96e5a15be68 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 210 time: 0.0400715 Jun 03 15:27:04.429248 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d17d6b9-5517-458d-9d9d-0e194bf7e716 None None] The sync data for ids ['7990f22a-b9de-423f-91c5-302389780223'] in dv-cinder-831247-16-iscsi is: [{'id': '7990f22a-b9de-423f-91c5-302389780223', 'name': 'tempest-ServerRescueNegativeTestJSON-682452530-router', 'tenant_id': 'a402ec1153624838be07cda58279f2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '026ed3e7-e9af-46dc-8303-b93c473e613d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:39Z', 'updated_at': '2022-06-03T15:26:55Z', 'revision_number': 4, 'project_id': 'a402ec1153624838be07cda58279f2a4', 'gw_port': {'id': '026ed3e7-e9af-46dc-8303-b93c473e613d', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:82:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7990f22a-b9de-423f-91c5-302389780223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:40Z', 'updated_at': '2022-06-03T15:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': '1e3cc790-b0f4-4e67-8c57-11658a1ae445', 'name': '', 'network_id': 'ba66765f-7c24-4296-be5e-4c2a803ccabf', 'tenant_id': 'a402ec1153624838be07cda58279f2a4', 'mac_address': 'fa:16:3e:f1:e8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7990f22a-b9de-423f-91c5-302389780223', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5cb0f2a7-ee25-46e9-8c4b-18478610484d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:52Z', 'updated_at': '2022-06-03T15:27:03Z', 'revision_number': 4, 'project_id': 'a402ec1153624838be07cda58279f2a4', 'subnets': [{'id': '5cb0f2a7-ee25-46e9-8c4b-18478610484d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:27:04.467069 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0dc0a9d0-3bbd-4a8f-af58-a33a0e1aa5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (43dfc211-e3e7-4e50-aa86-1cced2fb347a), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:04.472877 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0dc0a9d0-3bbd-4a8f-af58-a33a0e1aa5c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:04.481776 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-0dc0a9d0-3bbd-4a8f-af58-a33a0e1aa5c7 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/43dfc211-e3e7-4e50-aa86-1cced2fb347a HTTP/1.1" status: 204 len: 168 time: 0.4240711 Jun 03 15:27:04.486727 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9437caa-a8ee-47dd-b796-4c6a96b9ab5c req-6f661092-a823-4039-907d-b2c84accda94 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:04.498307 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-d9437caa-a8ee-47dd-b796-4c6a96b9ab5c req-6f661092-a823-4039-907d-b2c84accda94 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/networks?id=ba66765f-7c24-4296-be5e-4c2a803ccabf HTTP/1.1" status: 200 len: 818 time: 0.3264723 Jun 03 15:27:04.507525 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc0a9d0-3bbd-4a8f-af58-a33a0e1aa5c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43dfc211-e3e7-4e50-aa86-1cced2fb347a,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:04.544056 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-d9437caa-a8ee-47dd-b796-4c6a96b9ab5c req-2878f28a-0514-413d-ad9e-ffa95b2bcc63 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/quotas/a402ec1153624838be07cda58279f2a4 HTTP/1.1" status: 200 len: 375 time: 0.0427427 Jun 03 15:27:04.557732 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Provisioning complete for port 86ba1ff2-21ae-47f9-9cdf-edf65a092d4e triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:27:04.562036 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (86ba1ff2-21ae-47f9-9cdf-edf65a092d4e), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:04.616906 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-bcff4a83-8cd0-4ba3-a515-0e2c440047f2 req-fb05b0f6-709f-4253-ae1a-5da2071512bd tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=f9be206f-1554-46fe-9fa7-581d2d394865 HTTP/1.1" status: 200 len: 210 time: 0.0639062 Jun 03 15:27:04.770389 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 49596) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:27:04.777453 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-f3308772-44ad-4f03-98c4-c0ba8ed54908 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2146882617', 'description': 'tempest-description--289893830'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:27:04.779753 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-d9437caa-a8ee-47dd-b796-4c6a96b9ab5c req-312342da-05c2-478c-8866-152b216e3dfc tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=a402ec1153624838be07cda58279f2a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2341101 Jun 03 15:27:04.843223 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f3308772-44ad-4f03-98c4-c0ba8ed54908 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:04.964346 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvr_db [None req-36047d06-878b-4f6d-b85d-0f04a72153b5 None None] Set router 6cd5fe5b-023c-4cb7-aad9-e052cab5eef0 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:27:05.041741 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-d9437caa-a8ee-47dd-b796-4c6a96b9ab5c req-54db2a70-38ea-471d-bcf1-fd5083effdcb service neutron] 10.222.0.93 "GET /v2.0/networks/ba66765f-7c24-4296-be5e-4c2a803ccabf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568367 Jun 03 15:27:05.061872 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-4253ff95-80d6-454e-a033-7310244fd0d0 None None] Current status of the port 1e3cc790-b0f4-4e67-8c57-11658a1ae445 is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:27:05.213339 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f3308772-44ad-4f03-98c4-c0ba8ed54908 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks [] for security_group (580fdc4e-efaf-4f58-949e-319a3ab11351), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:05.245079 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f3308772-44ad-4f03-98c4-c0ba8ed54908 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (580fdc4e-efaf-4f58-949e-319a3ab11351), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:05.307131 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Current status of the port 86ba1ff2-21ae-47f9-9cdf-edf65a092d4e is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:27:05.317970 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-36047d06-878b-4f6d-b85d-0f04a72153b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd5fe5b-023c-4cb7-aad9-e052cab5eef0', 'name': 'tempest-AttachVolumeShelveTestJSON-1264158732-router', 'tenant_id': '1b930cadb2dc4e49947db0514528617d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '86ba1ff2-21ae-47f9-9cdf-edf65a092d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:38Z', 'updated_at': '2022-06-03T15:27:01Z', 'revision_number': 4, 'project_id': '1b930cadb2dc4e49947db0514528617d', 'gw_port': {'id': '86ba1ff2-21ae-47f9-9cdf-edf65a092d4e', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd5fe5b-023c-4cb7-aad9-e052cab5eef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:41Z', 'updated_at': '2022-06-03T15:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': 'cf131b2b-599d-46a7-87a3-df5152fb5c69', 'name': '', 'network_id': '6297c62b-cf60-4797-8fdd-d236a362ff82', 'tenant_id': '1b930cadb2dc4e49947db0514528617d', 'mac_address': 'fa:16:3e:43:3d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd5fe5b-023c-4cb7-aad9-e052cab5eef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'f60f46ef-d4d3-474d-b0dd-61750c5ae20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:59Z', 'updated_at': '2022-06-03T15:27:01Z', 'revision_number': 2, 'project_id': '1b930cadb2dc4e49947db0514528617d', 'subnets': [{'id': 'f60f46ef-d4d3-474d-b0dd-61750c5ae20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:05.334148 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c533375-def8-43b1-94c8-6b2576ac44f0 req-2bc0a0fd-b2d4-4ef8-be78-244c2687c35d tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:05.340386 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-7c533375-def8-43b1-94c8-6b2576ac44f0 req-2bc0a0fd-b2d4-4ef8-be78-244c2687c35d tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] 10.222.0.93 "GET /v2.0/ports?device_id=2c7caaae-2b81-44c6-9fbb-a01d2af87b57 HTTP/1.1" status: 200 len: 943 time: 0.3280544 Jun 03 15:27:05.382649 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-d9437caa-a8ee-47dd-b796-4c6a96b9ab5c req-133bd17e-a81a-4b3c-ba2a-71a98a026963 service neutron] 10.222.0.93 "GET /v2.0/networks/ba66765f-7c24-4296-be5e-4c2a803ccabf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380136 Jun 03 15:27:05.401578 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f3308772-44ad-4f03-98c4-c0ba8ed54908 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:05.403019 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36047d06-878b-4f6d-b85d-0f04a72153b5 None None] Checking router: 6cd5fe5b-023c-4cb7-aad9-e052cab5eef0 for host: dv-cinder-831247-16-iscsi {{(pid=103921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:27:05.407734 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-f3308772-44ad-4f03-98c4-c0ba8ed54908 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6324179 Jun 03 15:27:05.408657 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 49608) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:27:05.413905 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36047d06-878b-4f6d-b85d-0f04a72153b5 None None] Updating router 6cd5fe5b-023c-4cb7-aad9-e052cab5eef0 port cf131b2b-599d-46a7-87a3-df5152fb5c69 binding host dv-cinder-831247-16-iscsi {{(pid=103921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:27:05.418716 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-810f5e7a-230e-46fb-bf4d-a5a09ea44bf8 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Request body: {'security_group_rule': {'security_group_id': '580fdc4e-efaf-4f58-949e-319a3ab11351', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:27:05.486409 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-36047d06-878b-4f6d-b85d-0f04a72153b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (cf131b2b-599d-46a7-87a3-df5152fb5c69), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:05.490261 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-810f5e7a-230e-46fb-bf4d-a5a09ea44bf8 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks [] for security_group_rule (427809bf-817f-429d-bc86-f49e6b9fa338), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:05.506086 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 49612) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:27:05.517770 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3308772-44ad-4f03-98c4-c0ba8ed54908 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=580fdc4e-efaf-4f58-949e-319a3ab11351,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:05.533954 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-49e076b8-2cbd-44ae-b538-61ca910bc100 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:05.561808 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:05.600214 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-7c533375-def8-43b1-94c8-6b2576ac44f0 req-6fad7bc6-b5cd-4ab1-8bd9-470d4e5153ff tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] 10.222.0.93 "GET /v2.0/security-groups?id=6f59420a-b1c9-402c-bf1f-7ea81f7e4580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246454 Jun 03 15:27:05.634358 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-810f5e7a-230e-46fb-bf4d-a5a09ea44bf8 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks [] for security_group_rule (427809bf-817f-429d-bc86-f49e6b9fa338), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:05.658662 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-810f5e7a-230e-46fb-bf4d-a5a09ea44bf8 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749434'] for security_group_rule (427809bf-817f-429d-bc86-f49e6b9fa338), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:05.769430 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device 1e3cc790-b0f4-4e67-8c57-11658a1ae445 up at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:27:05.779763 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-49e076b8-2cbd-44ae-b538-61ca910bc100 admin admin] Publish callbacks [] for security_group (9e1f0da1-e5b9-4832-8b20-8890a7dc885f), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:05.781136 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:05.806639 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-d0e31fd7-b10d-4896-8e36-0f39f4817f3a req-5c86bfd9-dae8-4e7f-9ddc-b8cf443042a2 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 210 time: 0.0942559 Jun 03 15:27:05.810128 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-810f5e7a-230e-46fb-bf4d-a5a09ea44bf8 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:05.811742 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-810f5e7a-230e-46fb-bf4d-a5a09ea44bf8 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4013484 Jun 03 15:27:05.812893 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810f5e7a-230e-46fb-bf4d-a5a09ea44bf8 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=427809bf-817f-429d-bc86-f49e6b9fa338,revision_number=0']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:05.818021 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 49620) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:27:05.820788 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-49e076b8-2cbd-44ae-b538-61ca910bc100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (9e1f0da1-e5b9-4832-8b20-8890a7dc885f), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:05.830753 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=100 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:05.840370 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:05.881364 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-346b8105-95bf-4cf7-a772-13443994fc42 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Request body: {'security_group_rule': {'security_group_id': '580fdc4e-efaf-4f58-949e-319a3ab11351', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:27:05.932601 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-7d3cdfbb-6011-43cd-b1a7-139d53522f5e req-df0eb923-78e3-48fb-b6f4-3c543e4fd793 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=cc122a7e-fe3b-4bb6-abb6-96e6a199d8e3 HTTP/1.1" status: 200 len: 210 time: 0.1498132 Jun 03 15:27:05.954138 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Provisioning complete for port 1e3cc790-b0f4-4e67-8c57-11658a1ae445 triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:27:05.955292 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (1e3cc790-b0f4-4e67-8c57-11658a1ae445), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:05.981920 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-32e69d92-eb98-47c5-aae9-c4e1b9a4a677 req-7bc8fa74-7532-4e07-8b83-ecdb592bf908 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=f9be206f-1554-46fe-9fa7-581d2d394865 HTTP/1.1" status: 200 len: 210 time: 0.0759933 Jun 03 15:27:06.031283 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-49e076b8-2cbd-44ae-b538-61ca910bc100 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=4380b118062f4d2aac2fba5423a60807&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5221558 Jun 03 15:27:06.031742 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 49628) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:27:06.034639 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e076b8-2cbd-44ae-b538-61ca910bc100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1f0da1-e5b9-4832-8b20-8890a7dc885f,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:06.052221 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-346b8105-95bf-4cf7-a772-13443994fc42 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks [] for security_group_rule (199a5064-604d-4aff-bde4-890a3185a8a6), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:06.147000 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-346b8105-95bf-4cf7-a772-13443994fc42 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks [] for security_group_rule (199a5064-604d-4aff-bde4-890a3185a8a6), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:06.153062 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-346b8105-95bf-4cf7-a772-13443994fc42 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749434'] for security_group_rule (199a5064-604d-4aff-bde4-890a3185a8a6), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:06.185839 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-c42e919c-b74d-4536-a758-52083d706b3c admin admin] Publish callbacks [] for security_group (9e1f0da1-e5b9-4832-8b20-8890a7dc885f), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:06.283611 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-c42e919c-b74d-4536-a758-52083d706b3c admin admin] Publish callbacks [] for security_group (9e1f0da1-e5b9-4832-8b20-8890a7dc885f), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:06.302072 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:06.324615 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-346b8105-95bf-4cf7-a772-13443994fc42 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:06.327645 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-346b8105-95bf-4cf7-a772-13443994fc42 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5032897 Jun 03 15:27:06.329874 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 49634) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:27:06.342602 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-cfe4ad24-2056-42f6-89f9-0aa3108f83f3 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Request body: {'floatingip': {'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:27:06.357708 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346b8105-95bf-4cf7-a772-13443994fc42 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=199a5064-604d-4aff-bde4-890a3185a8a6,revision_number=0']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:06.448913 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-c42e919c-b74d-4536-a758-52083d706b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (9e1f0da1-e5b9-4832-8b20-8890a7dc885f), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:06.452238 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-c42e919c-b74d-4536-a758-52083d706b3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:06.455751 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-c42e919c-b74d-4536-a758-52083d706b3c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/9e1f0da1-e5b9-4832-8b20-8890a7dc885f HTTP/1.1" status: 204 len: 168 time: 0.4201531 Jun 03 15:27:06.495425 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-cfe4ad24-2056-42f6-89f9-0aa3108f83f3 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:06.495907 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42e919c-b74d-4536-a758-52083d706b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1f0da1-e5b9-4832-8b20-8890a7dc885f,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:06.666634 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-36047d06-878b-4f6d-b85d-0f04a72153b5 None None] Publish callbacks [] for port (cf131b2b-599d-46a7-87a3-df5152fb5c69), precommit_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:06.733539 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-36047d06-878b-4f6d-b85d-0f04a72153b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (cf131b2b-599d-46a7-87a3-df5152fb5c69), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:06.734883 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-cfe4ad24-2056-42f6-89f9-0aa3108f83f3 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:06.805042 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (5d40428d-d668-464b-bcee-3124e1355b3b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:06.817291 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919fcb00-6f43-42d0-a6dc-3ee589d15082 req-2a5c6d37-9ada-4306-8c09-a62f8f18910e tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:06.828753 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-919fcb00-6f43-42d0-a6dc-3ee589d15082 req-2a5c6d37-9ada-4306-8c09-a62f8f18910e tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] 10.222.0.93 "GET /v2.0/ports?device_id=2c7caaae-2b81-44c6-9fbb-a01d2af87b57 HTTP/1.1" status: 200 len: 943 time: 0.0876548 Jun 03 15:27:06.833876 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Current status of the port 1e3cc790-b0f4-4e67-8c57-11658a1ae445 is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:27:06.865142 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5189b759-ee7a-409a-830f-30019d7e628b req-0bc48ae9-ecc7-4100-b7c6-8b0e7e9c80d7 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:06.867707 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-5189b759-ee7a-409a-830f-30019d7e628b req-0bc48ae9-ecc7-4100-b7c6-8b0e7e9c80d7 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/networks?id=ba66765f-7c24-4296-be5e-4c2a803ccabf HTTP/1.1" status: 200 len: 818 time: 0.4358945 Jun 03 15:27:06.895150 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b2fe82-ff6c-461e-bec2-ebbe0cd7702e None None] Pushing event updated for resources: {'Port': ['ID=cf131b2b-599d-46a7-87a3-df5152fb5c69,revision_number=3']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:06.910261 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-919fcb00-6f43-42d0-a6dc-3ee589d15082 req-ba47eb13-f87c-42a7-a313-981927c79732 tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] 10.222.0.93 "GET /v2.0/security-groups?id=6f59420a-b1c9-402c-bf1f-7ea81f7e4580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796108 Jun 03 15:27:06.914352 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-5189b759-ee7a-409a-830f-30019d7e628b req-1ebfa6c9-20ce-4aa5-8dca-832b28c2ecc4 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/quotas/a402ec1153624838be07cda58279f2a4 HTTP/1.1" status: 200 len: 375 time: 0.0387511 Jun 03 15:27:06.982180 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_common [None req-cfe4ad24-2056-42f6-89f9-0aa3108f83f3 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Allocated IP 172.27.3.202 (2ebb747a-15cb-4ff0-831b-eddaba7ea913/396ae3db-97af-42d7-bc28-96050c96ba42/4472cb77-78a2-4ee0-9918-4c114add0291) {{(pid=103920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:27:06.993170 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:07.009933 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-5189b759-ee7a-409a-830f-30019d7e628b req-a99f8e62-bc58-4bbc-b8aa-3b0f7b687590 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=a402ec1153624838be07cda58279f2a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0861084 Jun 03 15:27:07.047395 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-36047d06-878b-4f6d-b85d-0f04a72153b5 None None] Attempting to bind port cf131b2b-599d-46a7-87a3-df5152fb5c69 on host dv-cinder-831247-16-iscsi for vnic_type normal with profile {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 15:27:07.047395 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-36047d06-878b-4f6d-b85d-0f04a72153b5 None None] Attempting to bind port cf131b2b-599d-46a7-87a3-df5152fb5c69 by drivers openvswitch,hyperv on host dv-cinder-831247-16-iscsi at level 0 using segments [{'id': '612086bd-4a15-467e-af18-82334699cb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '6297c62b-cf60-4797-8fdd-d236a362ff82'}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 15:27:07.047395 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36047d06-878b-4f6d-b85d-0f04a72153b5 None None] Attempting to bind port cf131b2b-599d-46a7-87a3-df5152fb5c69 on network 6297c62b-cf60-4797-8fdd-d236a362ff82 {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:27:07.052297 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36047d06-878b-4f6d-b85d-0f04a72153b5 None None] Checking agent: {'id': 'b78338d6-31c9-4f43-bfac-5a5a854a8366', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 17, 58), 'started_at': datetime.datetime(2022, 6, 3, 15, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 15:27:07.052761 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36047d06-878b-4f6d-b85d-0f04a72153b5 None None] Checking segment: {'id': '612086bd-4a15-467e-af18-82334699cb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '6297c62b-cf60-4797-8fdd-d236a362ff82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:27:07.053482 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-36047d06-878b-4f6d-b85d-0f04a72153b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:07.054127 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36047d06-878b-4f6d-b85d-0f04a72153b5 None None] Bound using segment: {'id': '612086bd-4a15-467e-af18-82334699cb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '6297c62b-cf60-4797-8fdd-d236a362ff82'} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 15:27:07.055484 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-36047d06-878b-4f6d-b85d-0f04a72153b5 None None] Bound port: cf131b2b-599d-46a7-87a3-df5152fb5c69, host: dv-cinder-831247-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '612086bd-4a15-467e-af18-82334699cb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '6297c62b-cf60-4797-8fdd-d236a362ff82'}}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 15:27:07.056119 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-36047d06-878b-4f6d-b85d-0f04a72153b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (cf131b2b-599d-46a7-87a3-df5152fb5c69), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:07.069341 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-20f9018f-88c5-4006-93a8-bcedf062fc8c req-21d3cf75-8042-464b-83fa-ebd0d2ebc4a1 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 210 time: 0.0495324 Jun 03 15:27:07.152616 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-36047d06-878b-4f6d-b85d-0f04a72153b5 None None] For port cf131b2b-599d-46a7-87a3-df5152fb5c69, host dv-cinder-831247-16-iscsi, cleared binding levels {{(pid=103921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 15:27:07.157906 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-36047d06-878b-4f6d-b85d-0f04a72153b5 None None] For port cf131b2b-599d-46a7-87a3-df5152fb5c69, host dv-cinder-831247-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=cf131b2b-599d-46a7-87a3-df5152fb5c69,segment=NetworkSegment(612086bd-4a15-467e-af18-82334699cb77),segment_id=612086bd-4a15-467e-af18-82334699cb77)] {{(pid=103921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 15:27:07.178247 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-36047d06-878b-4f6d-b85d-0f04a72153b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (cf131b2b-599d-46a7-87a3-df5152fb5c69), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:07.213232 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-5189b759-ee7a-409a-830f-30019d7e628b req-b4e19e67-127c-41a8-9e68-188d7b251024 service neutron] 10.222.0.93 "GET /v2.0/networks/ba66765f-7c24-4296-be5e-4c2a803ccabf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914108 Jun 03 15:27:07.235323 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-ff279245-2821-418e-ade7-5afe270c1685 req-63a8f6c3-4928-4a6f-92bf-1c54104d1f5c tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=f9be206f-1554-46fe-9fa7-581d2d394865 HTTP/1.1" status: 200 len: 210 time: 0.0379431 Jun 03 15:27:07.272202 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-86e94151-b6ab-4e6a-a804-30c9fee13138 None None] Provisioning complete for port cf131b2b-599d-46a7-87a3-df5152fb5c69 triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:27:07.273717 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-86e94151-b6ab-4e6a-a804-30c9fee13138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (cf131b2b-599d-46a7-87a3-df5152fb5c69), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:07.336297 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:07.338731 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-5189b759-ee7a-409a-830f-30019d7e628b req-eb3799b1-560b-4e58-b5ad-8c68e8339acd service neutron] 10.222.0.93 "GET /v2.0/networks/ba66765f-7c24-4296-be5e-4c2a803ccabf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152017 Jun 03 15:27:07.357825 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36047d06-878b-4f6d-b85d-0f04a72153b5 None None] Routers {'6cd5fe5b-023c-4cb7-aad9-e052cab5eef0'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:27:07.359025 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-36047d06-878b-4f6d-b85d-0f04a72153b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:26:54Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['6cd5fe5b-023c-4cb7-aad9-e052cab5eef0'], 'active': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:07.379749 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-cfe4ad24-2056-42f6-89f9-0aa3108f83f3 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks [] for port (4472cb77-78a2-4ee0-9918-4c114add0291), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:07.424839 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-cfe4ad24-2056-42f6-89f9-0aa3108f83f3 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560'] for port (4472cb77-78a2-4ee0-9918-4c114add0291), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:07.513862 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:07.532606 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b2fe82-ff6c-461e-bec2-ebbe0cd7702e None None] Pushing event updated for resources: {'Port': ['ID=cf131b2b-599d-46a7-87a3-df5152fb5c69,revision_number=4']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:07.538358 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe4ad24-2056-42f6-89f9-0aa3108f83f3 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Network 2ebb747a-15cb-4ff0-831b-eddaba7ea913 is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:27:07.581998 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe4ad24-2056-42f6-89f9-0aa3108f83f3 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Pushing event updated for resources: {'Port': ['ID=4472cb77-78a2-4ee0-9918-4c114add0291,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:07.585652 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-cfe4ad24-2056-42f6-89f9-0aa3108f83f3 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:27:07.589417 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe4ad24-2056-42f6-89f9-0aa3108f83f3 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Received port after_create {{(pid=103920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:27:07.702985 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvr_db [None req-36047d06-878b-4f6d-b85d-0f04a72153b5 None None] Set router 6cd5fe5b-023c-4cb7-aad9-e052cab5eef0 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:27:07.705381 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-cfe4ad24-2056-42f6-89f9-0aa3108f83f3 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks [] for floatingip (224d387f-415c-413f-a9e4-807a5436788c), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:07.737623 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-86e94151-b6ab-4e6a-a804-30c9fee13138 None None] Current status of the port cf131b2b-599d-46a7-87a3-df5152fb5c69 is: DOWN; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:27:07.738006 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-86e94151-b6ab-4e6a-a804-30c9fee13138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (cf131b2b-599d-46a7-87a3-df5152fb5c69), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:07.815787 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-cfe4ad24-2056-42f6-89f9-0aa3108f83f3 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (4472cb77-78a2-4ee0-9918-4c114add0291), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:07.955993 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-86e94151-b6ab-4e6a-a804-30c9fee13138 None None] For port cf131b2b-599d-46a7-87a3-df5152fb5c69, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=cf131b2b-599d-46a7-87a3-df5152fb5c69,segment=NetworkSegment(612086bd-4a15-467e-af18-82334699cb77),segment_id=612086bd-4a15-467e-af18-82334699cb77)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:27:08.027431 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-055b19fa-0735-4a4b-a4dc-f855914c3cb4 req-c6dba014-7f44-4dd8-b9c5-8dc769629678 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 210 time: 0.2564504 Jun 03 15:27:08.035602 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-86e94151-b6ab-4e6a-a804-30c9fee13138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (cf131b2b-599d-46a7-87a3-df5152fb5c69), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:08.177270 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e94151-b6ab-4e6a-a804-30c9fee13138 None None] Pushing event updated for resources: {'Port': ['ID=cf131b2b-599d-46a7-87a3-df5152fb5c69,revision_number=5']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:08.231773 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c9e4d-7b99-4bb5-9897-1c35160d61e0 req-aa2120ba-b221-4bf6-9b8c-9e26206acda8 tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:08.234717 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-387c9e4d-7b99-4bb5-9897-1c35160d61e0 req-aa2120ba-b221-4bf6-9b8c-9e26206acda8 tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] 10.222.0.93 "GET /v2.0/ports?device_id=2c7caaae-2b81-44c6-9fbb-a01d2af87b57 HTTP/1.1" status: 200 len: 943 time: 0.1441519 Jun 03 15:27:08.240593 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-efde332a-fa2a-4a4d-88f2-966a1cb46e41 req-a6a00181-96e7-4bc5-bd6e-36a2a0698de8 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 210 time: 0.0515902 Jun 03 15:27:08.269169 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:08.281371 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-316315f1-a070-4838-aec0-134625f15be0 None None] Provisioning complete for port cf131b2b-599d-46a7-87a3-df5152fb5c69 triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:27:08.281756 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-316315f1-a070-4838-aec0-134625f15be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (cf131b2b-599d-46a7-87a3-df5152fb5c69), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:08.294809 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-cfe4ad24-2056-42f6-89f9-0aa3108f83f3 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks [] for port (4472cb77-78a2-4ee0-9918-4c114add0291), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:08.303769 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-cfe4ad24-2056-42f6-89f9-0aa3108f83f3 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (4472cb77-78a2-4ee0-9918-4c114add0291), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:08.370126 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-cfe4ad24-2056-42f6-89f9-0aa3108f83f3 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763103'] for floatingip (224d387f-415c-413f-a9e4-807a5436788c), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:08.396983 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-03a743fb-1cc7-4eff-84d4-e81051cc85a1 req-f21db6e2-cdc5-4d87-9bb0-69f84ac5ebf1 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=f9be206f-1554-46fe-9fa7-581d2d394865 HTTP/1.1" status: 200 len: 210 time: 0.0584695 Jun 03 15:27:08.397874 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-387c9e4d-7b99-4bb5-9897-1c35160d61e0 req-5fdf71b4-afe6-4ba2-adbb-e7bae5ff9cbb tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] 10.222.0.93 "GET /v2.0/security-groups?id=6f59420a-b1c9-402c-bf1f-7ea81f7e4580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502664 Jun 03 15:27:08.426594 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe4ad24-2056-42f6-89f9-0aa3108f83f3 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Pushing event updated for resources: {'Port': ['ID=4472cb77-78a2-4ee0-9918-4c114add0291,revision_number=2']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:08.431120 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-cfe4ad24-2056-42f6-89f9-0aa3108f83f3 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for floatingip (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:08.440273 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-cfe4ad24-2056-42f6-89f9-0aa3108f83f3 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1012497 Jun 03 15:27:08.490447 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-36047d06-878b-4f6d-b85d-0f04a72153b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd5fe5b-023c-4cb7-aad9-e052cab5eef0', 'name': 'tempest-AttachVolumeShelveTestJSON-1264158732-router', 'tenant_id': '1b930cadb2dc4e49947db0514528617d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '86ba1ff2-21ae-47f9-9cdf-edf65a092d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:38Z', 'updated_at': '2022-06-03T15:27:01Z', 'revision_number': 4, 'project_id': '1b930cadb2dc4e49947db0514528617d', 'gw_port': {'id': '86ba1ff2-21ae-47f9-9cdf-edf65a092d4e', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd5fe5b-023c-4cb7-aad9-e052cab5eef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:41Z', 'updated_at': '2022-06-03T15:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': 'cf131b2b-599d-46a7-87a3-df5152fb5c69', 'name': '', 'network_id': '6297c62b-cf60-4797-8fdd-d236a362ff82', 'tenant_id': '1b930cadb2dc4e49947db0514528617d', 'mac_address': 'fa:16:3e:43:3d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd5fe5b-023c-4cb7-aad9-e052cab5eef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'f60f46ef-d4d3-474d-b0dd-61750c5ae20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:59Z', 'updated_at': '2022-06-03T15:27:07Z', 'revision_number': 4, 'project_id': '1b930cadb2dc4e49947db0514528617d', 'subnets': [{'id': 'f60f46ef-d4d3-474d-b0dd-61750c5ae20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:08.525378 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-316315f1-a070-4838-aec0-134625f15be0 None None] Current status of the port cf131b2b-599d-46a7-87a3-df5152fb5c69 is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:27:08.528367 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36047d06-878b-4f6d-b85d-0f04a72153b5 None None] The sync data for ids ['6cd5fe5b-023c-4cb7-aad9-e052cab5eef0'] in dv-cinder-831247-16-iscsi is: [{'id': '6cd5fe5b-023c-4cb7-aad9-e052cab5eef0', 'name': 'tempest-AttachVolumeShelveTestJSON-1264158732-router', 'tenant_id': '1b930cadb2dc4e49947db0514528617d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '86ba1ff2-21ae-47f9-9cdf-edf65a092d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:38Z', 'updated_at': '2022-06-03T15:27:01Z', 'revision_number': 4, 'project_id': '1b930cadb2dc4e49947db0514528617d', 'gw_port': {'id': '86ba1ff2-21ae-47f9-9cdf-edf65a092d4e', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd5fe5b-023c-4cb7-aad9-e052cab5eef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:41Z', 'updated_at': '2022-06-03T15:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': 'cf131b2b-599d-46a7-87a3-df5152fb5c69', 'name': '', 'network_id': '6297c62b-cf60-4797-8fdd-d236a362ff82', 'tenant_id': '1b930cadb2dc4e49947db0514528617d', 'mac_address': 'fa:16:3e:43:3d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cd5fe5b-023c-4cb7-aad9-e052cab5eef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'f60f46ef-d4d3-474d-b0dd-61750c5ae20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:59Z', 'updated_at': '2022-06-03T15:27:07Z', 'revision_number': 4, 'project_id': '1b930cadb2dc4e49947db0514528617d', 'subnets': [{'id': 'f60f46ef-d4d3-474d-b0dd-61750c5ae20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:27:08.697637 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:08.726520 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-41de7d11-83b5-4ddd-82bb-8e6a7f5da9c3 req-c079bfba-f3bd-4de1-8d6a-a0013ab3f8b5 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--2146882617&fields=id&tenant_id=1b930cadb2dc4e49947db0514528617d HTTP/1.1" status: 200 len: 267 time: 0.0589240 Jun 03 15:27:08.854507 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de7d11-83b5-4ddd-82bb-8e6a7f5da9c3 req-7dfdc45b-3e6e-4f77-bfa6-582e4569287a tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:08.856023 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-41de7d11-83b5-4ddd-82bb-8e6a7f5da9c3 req-7dfdc45b-3e6e-4f77-bfa6-582e4569287a tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/networks?id=6297c62b-cf60-4797-8fdd-d236a362ff82 HTTP/1.1" status: 200 len: 817 time: 0.1194198 Jun 03 15:27:08.872228 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-41de7d11-83b5-4ddd-82bb-8e6a7f5da9c3 req-dbc2b81e-971f-440d-ab7c-381e3110ec55 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/quotas/1b930cadb2dc4e49947db0514528617d HTTP/1.1" status: 200 len: 375 time: 0.0102921 Jun 03 15:27:08.931928 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-41de7d11-83b5-4ddd-82bb-8e6a7f5da9c3 req-570636f1-1a28-4d13-a379-494535a4c195 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=1b930cadb2dc4e49947db0514528617d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521526 Jun 03 15:27:09.050784 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-41de7d11-83b5-4ddd-82bb-8e6a7f5da9c3 req-355925dd-c6a2-4c3f-9119-3feecd40e251 service neutron] 10.222.0.93 "GET /v2.0/networks/6297c62b-cf60-4797-8fdd-d236a362ff82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097627 Jun 03 15:27:09.153586 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-8fa9227c-2865-47a8-b2f3-7b7f410b27cf req-46a1eac7-62cd-46ee-bf39-db601f7da7e6 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 210 time: 0.0433285 Jun 03 15:27:09.175393 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-41de7d11-83b5-4ddd-82bb-8e6a7f5da9c3 req-82806a50-b383-4145-a993-f5940abb7a86 service neutron] 10.222.0.93 "GET /v2.0/networks/6297c62b-cf60-4797-8fdd-d236a362ff82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138871 Jun 03 15:27:09.286257 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device e2167245-4216-4805-83ad-80b71ead6e3d details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 15:27:09.401267 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-827a7438-de5f-4324-9f38-274dc3860164 req-cd3a1d46-21d1-4331-9e46-92b882cc82d3 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 210 time: 0.0722923 Jun 03 15:27:09.468197 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-dd38d1cb-b9ba-4265-9bfb-2ed5999c8e50 req-2b436b10-f068-4a31-ab4d-335e62359e9b tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 210 time: 0.0504553 Jun 03 15:27:09.567160 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port e2167245-4216-4805-83ad-80b71ead6e3d, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=e2167245-4216-4805-83ad-80b71ead6e3d,segment=NetworkSegment(b75a6b5e-c3c8-474e-8be0-40ba0eb07934),segment_id=b75a6b5e-c3c8-474e-8be0-40ba0eb07934)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:27:09.588431 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Returning: {'device': 'e2167245-4216-4805-83ad-80b71ead6e3d', 'network_id': 'fa379d02-cec4-4bb7-8616-f922a2f53449', 'port_id': 'e2167245-4216-4805-83ad-80b71ead6e3d', 'mac_address': 'fa:16:3e:6a:85:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b58a6af-0b3a-449b-b0cb-62eb81f299b2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 15:27:09.629198 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde1fa4c-2995-4b55-9bca-8092c74cd7e5 req-0d3fb94b-23f6-40ad-98e1-e0855bf3a995 tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:09.632303 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-33cf8141-1348-46b1-840a-330074d333b7 req-bfaf7ae2-d3d5-4638-9356-be214b91e650 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=f9be206f-1554-46fe-9fa7-581d2d394865 HTTP/1.1" status: 200 len: 210 time: 0.0826569 Jun 03 15:27:09.647637 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Current status of the port e2167245-4216-4805-83ad-80b71ead6e3d is: DOWN; New status is: BUILD {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:27:09.648301 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (e2167245-4216-4805-83ad-80b71ead6e3d), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:09.659881 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-dde1fa4c-2995-4b55-9bca-8092c74cd7e5 req-0d3fb94b-23f6-40ad-98e1-e0855bf3a995 tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] 10.222.0.93 "GET /v2.0/ports?device_id=2c7caaae-2b81-44c6-9fbb-a01d2af87b57 HTTP/1.1" status: 200 len: 943 time: 0.1157901 Jun 03 15:27:09.705079 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2167245-4216-4805-83ad-80b71ead6e3d {{(pid=103921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:27:09.747980 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port e2167245-4216-4805-83ad-80b71ead6e3d, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=e2167245-4216-4805-83ad-80b71ead6e3d,segment=NetworkSegment(b75a6b5e-c3c8-474e-8be0-40ba0eb07934),segment_id=b75a6b5e-c3c8-474e-8be0-40ba0eb07934)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:27:09.753770 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (e2167245-4216-4805-83ad-80b71ead6e3d), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:09.801042 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device cf131b2b-599d-46a7-87a3-df5152fb5c69 up at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:27:09.822960 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-dde1fa4c-2995-4b55-9bca-8092c74cd7e5 req-301a6243-b972-48ab-abc9-0ee4e6eea8db tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] 10.222.0.93 "GET /v2.0/security-groups?id=6f59420a-b1c9-402c-bf1f-7ea81f7e4580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619899 Jun 03 15:27:09.850883 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:09.917804 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Pushing event updated for resources: {'Port': ['ID=e2167245-4216-4805-83ad-80b71ead6e3d,revision_number=4']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:09.986736 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Provisioning complete for port cf131b2b-599d-46a7-87a3-df5152fb5c69 triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:27:09.987127 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (cf131b2b-599d-46a7-87a3-df5152fb5c69), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:10.049099 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] get_ports_and_sgs() called for port_ids ['e2167245-4216-4805-83ad-80b71ead6e3d'] {{(pid=103921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 15:27:10.231938 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Current status of the port cf131b2b-599d-46a7-87a3-df5152fb5c69 is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:27:10.335261 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-36c66a34-c92e-4df0-bd44-958b8425d008 req-e8a94af0-fc09-4c33-a3f0-58b27e8c7a30 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 210 time: 0.0714033 Jun 03 15:27:10.339900 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.95', 56004) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:27:10.406812 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 49808) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:27:10.493203 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e90d43-6afb-4958-9029-bb01d03f9130 req-3d141ed7-d61b-42a9-86c9-16c5d106d94f tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:10.495319 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-f3e90d43-6afb-4958-9029-bb01d03f9130 req-3d141ed7-d61b-42a9-86c9-16c5d106d94f tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.95 "GET /v2.0/networks?id=fc85e51d-f7a3-45da-ad6c-8c73a576aa2c HTTP/1.1" status: 200 len: 811 time: 0.3125396 Jun 03 15:27:10.583943 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-16c761c0-39a0-4b63-a50e-5388508882f3 req-627e5edb-67c2-413e-965d-8932b55eaffd tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 210 time: 0.0655854 Jun 03 15:27:10.612978 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:10.644889 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4347054c-083a-44ae-a50c-73b2a2fe5f4e req-902f1222-f778-4fbc-9e08-44075021cce1 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:10.646514 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-4347054c-083a-44ae-a50c-73b2a2fe5f4e req-902f1222-f778-4fbc-9e08-44075021cce1 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.95 "GET /v2.0/networks?id=68719859-5880-402e-b442-370597e1ce2f HTTP/1.1" status: 200 len: 815 time: 0.3056729 Jun 03 15:27:10.649369 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-ced5be8a-bc5f-4b9a-91ae-df1e70083451 req-ef39ad0f-822e-4f77-be62-b7878178fdd3 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 210 time: 0.0547345 Jun 03 15:27:10.673524 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-522e1581-e0b6-4c47-bede-3caa7ceecf75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:10.786336 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-799f0297-1993-47ca-8409-a15696ee8304 req-082a6e49-3f08-47aa-bbde-55912e79908a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=f9be206f-1554-46fe-9fa7-581d2d394865 HTTP/1.1" status: 200 len: 210 time: 0.0634916 Jun 03 15:27:10.826827 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:10.832873 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-4347054c-083a-44ae-a50c-73b2a2fe5f4e req-ba5b89f5-60df-47e4-ae37-2c21375b9048 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e8f48e1939245eaa67bcd6a27bc7cda HTTP/1.1" status: 200 len: 380 time: 0.0932875 Jun 03 15:27:10.883742 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-f3e90d43-6afb-4958-9029-bb01d03f9130 req-998a4dc3-ac92-4a75-8b43-7d59a6133d49 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16edd3f309d54728882acc6d23f8861e HTTP/1.1" status: 200 len: 380 time: 0.1287866 Jun 03 15:27:10.902488 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-522e1581-e0b6-4c47-bede-3caa7ceecf75 admin admin] Publish callbacks [] for security_group (cb1fa192-9fbb-4300-a91a-64eb6ac29408), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:10.914802 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-522e1581-e0b6-4c47-bede-3caa7ceecf75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (cb1fa192-9fbb-4300-a91a-64eb6ac29408), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:10.939308 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:10.959021 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522e1581-e0b6-4c47-bede-3caa7ceecf75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1fa192-9fbb-4300-a91a-64eb6ac29408,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:10.970788 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-522e1581-e0b6-4c47-bede-3caa7ceecf75 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=99d2ca215cc8433881792e69e5e46734&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5622218 Jun 03 15:27:10.971520 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 49826) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:27:10.975570 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c8d82-d165-45ce-bda3-1c8098868325 req-11acfe07-c2ee-4c14-98c7-a603593de385 tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:10.978111 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-975c8d82-d165-45ce-bda3-1c8098868325 req-11acfe07-c2ee-4c14-98c7-a603593de385 tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] 10.222.0.93 "GET /v2.0/ports?device_id=2c7caaae-2b81-44c6-9fbb-a01d2af87b57 HTTP/1.1" status: 200 len: 944 time: 0.0589795 Jun 03 15:27:10.998817 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:11.042847 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-d22d3f89-9341-4f3e-a7ea-2e29b77bced0 admin admin] Publish callbacks [] for security_group (cb1fa192-9fbb-4300-a91a-64eb6ac29408), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:11.053985 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-975c8d82-d165-45ce-bda3-1c8098868325 req-c50e42f4-9cdb-4486-a9b6-a537c2d12b1f tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] 10.222.0.93 "GET /v2.0/security-groups?id=6f59420a-b1c9-402c-bf1f-7ea81f7e4580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654023 Jun 03 15:27:11.065327 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [req-f3e90d43-6afb-4958-9029-bb01d03f9130 req-3c550b60-3ea4-40e9-a688-061d2441128a tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Request body: {'port': {'device_id': 'ce808322-3f17-4d8f-8d33-909ecba99d7a', 'network_id': 'fc85e51d-f7a3-45da-ad6c-8c73a576aa2c', 'admin_state_up': True, 'tenant_id': '16edd3f309d54728882acc6d23f8861e', 'security_groups': ['9c415980-d445-441d-a0a3-94a8eef0bf6b']}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:27:11.065437 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [req-4347054c-083a-44ae-a50c-73b2a2fe5f4e req-385d27fd-c6c4-4117-b408-fe3b7b97f6ab tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Request body: {'port': {'device_id': 'f9be206f-1554-46fe-9fa7-581d2d394865', 'network_id': '68719859-5880-402e-b442-370597e1ce2f', 'admin_state_up': True, 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'security_groups': ['1b98f6fb-eda1-4163-8db0-910407ebd3ce']}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:27:11.065437 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.95', 56012) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:27:11.188138 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-d22d3f89-9341-4f3e-a7ea-2e29b77bced0 admin admin] Publish callbacks [] for security_group (cb1fa192-9fbb-4300-a91a-64eb6ac29408), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:11.215255 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.95', 56015) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:27:11.302116 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-d22d3f89-9341-4f3e-a7ea-2e29b77bced0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (cb1fa192-9fbb-4300-a91a-64eb6ac29408), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:11.305945 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-d22d3f89-9341-4f3e-a7ea-2e29b77bced0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:11.311098 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-d22d3f89-9341-4f3e-a7ea-2e29b77bced0 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/cb1fa192-9fbb-4300-a91a-64eb6ac29408 HTTP/1.1" status: 204 len: 168 time: 0.3382077 Jun 03 15:27:11.315868 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3e90d43-6afb-4958-9029-bb01d03f9130 req-3c550b60-3ea4-40e9-a688-061d2441128a tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Made reservation on behalf of 16edd3f309d54728882acc6d23f8861e for: {'port': 1} {{(pid=103919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:27:11.319874 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-f3e90d43-6afb-4958-9029-bb01d03f9130 req-3c550b60-3ea4-40e9-a688-061d2441128a tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:11.338182 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22d3f89-9341-4f3e-a7ea-2e29b77bced0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1fa192-9fbb-4300-a91a-64eb6ac29408,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:11.408592 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9437caa-a8ee-47dd-b796-4c6a96b9ab5c req-8cebd391-89fd-494c-8c65-cfd0017c66a4 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:11.410370 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d9437caa-a8ee-47dd-b796-4c6a96b9ab5c req-8cebd391-89fd-494c-8c65-cfd0017c66a4 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.95 "GET /v2.0/networks?id=ba66765f-7c24-4296-be5e-4c2a803ccabf HTTP/1.1" status: 200 len: 818 time: 0.3447752 Jun 03 15:27:11.452295 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4347054c-083a-44ae-a50c-73b2a2fe5f4e req-385d27fd-c6c4-4117-b408-fe3b7b97f6ab tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Made reservation on behalf of 3e8f48e1939245eaa67bcd6a27bc7cda for: {'port': 1} {{(pid=103920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:27:11.455977 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-4347054c-083a-44ae-a50c-73b2a2fe5f4e req-385d27fd-c6c4-4117-b408-fe3b7b97f6ab tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:11.696906 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-87b38a76-f33c-4175-b977-1326fa0ed387 req-0293edeb-6a3b-4a30-ac05-ad04ed1ecac3 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 210 time: 0.1226680 Jun 03 15:27:11.771579 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.95', 56018) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:27:11.782154 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device e2167245-4216-4805-83ad-80b71ead6e3d up at agent hyperv_hv-cinder-83124 {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:27:11.870491 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_common [req-4347054c-083a-44ae-a50c-73b2a2fe5f4e req-385d27fd-c6c4-4117-b408-fe3b7b97f6ab tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Allocated IP 172.20.0.6 (68719859-5880-402e-b442-370597e1ce2f/1e60cea5-d2fd-43f7-aff8-25b5abe402c7/67597138-621c-43e8-af88-f2fa1bf44d03) {{(pid=103920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:27:11.915910 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [req-d9437caa-a8ee-47dd-b796-4c6a96b9ab5c req-b0c112ba-6e0b-4033-a99c-1eec6feab8e6 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Request body: {'port': {'device_id': 'cc122a7e-fe3b-4bb6-abb6-96e6a199d8e3', 'network_id': 'ba66765f-7c24-4296-be5e-4c2a803ccabf', 'admin_state_up': True, 'tenant_id': 'a402ec1153624838be07cda58279f2a4'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:27:11.925353 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Provisioning for port e2167245-4216-4805-83ad-80b71ead6e3d completed by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 03 15:27:11.939069 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Provisioning complete for port e2167245-4216-4805-83ad-80b71ead6e3d triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:27:11.939468 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (e2167245-4216-4805-83ad-80b71ead6e3d), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:11.941520 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.db_base_plugin_common [req-f3e90d43-6afb-4958-9029-bb01d03f9130 req-3c550b60-3ea4-40e9-a688-061d2441128a tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Allocated IP 172.20.0.9 (fc85e51d-f7a3-45da-ad6c-8c73a576aa2c/774a6a80-1cd7-4bc8-a1d0-ccd75afe6883/4191cebd-3cce-492d-9aee-68a1dfd6dc5f) {{(pid=103919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:27:12.048187 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 49868) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:27:12.057322 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:12.072744 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Current status of the port e2167245-4216-4805-83ad-80b71ead6e3d is: BUILD; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:27:12.073452 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (e2167245-4216-4805-83ad-80b71ead6e3d), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:12.095301 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-10e39674-6e80-403f-833c-1693f026f311 req-2c76b955-b14c-4be7-9c16-d5046894ac1d tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 210 time: 0.0584800 Jun 03 15:27:12.119274 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-abddfe91-2315-48ed-83f5-6ba7ae361925 req-eefe5d62-8a42-42b9-bb6a-65bd05a92d76 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 210 time: 0.1608350 Jun 03 15:27:12.128385 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port e2167245-4216-4805-83ad-80b71ead6e3d, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=e2167245-4216-4805-83ad-80b71ead6e3d,segment=NetworkSegment(b75a6b5e-c3c8-474e-8be0-40ba0eb07934),segment_id=b75a6b5e-c3c8-474e-8be0-40ba0eb07934)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:27:12.129555 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7caaae-2b81-44c6-9fbb-a01d2af87b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2167245-4216-4805-83ad-80b71ead6e3d'}] {{(pid=103921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:27:12.225636 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:12.269749 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de7d11-83b5-4ddd-82bb-8e6a7f5da9c3 req-4a499635-ced6-4549-9c0c-c358c7b06bde tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:12.272208 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-41de7d11-83b5-4ddd-82bb-8e6a7f5da9c3 req-4a499635-ced6-4549-9c0c-c358c7b06bde tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.95 "GET /v2.0/networks?id=6297c62b-cf60-4797-8fdd-d236a362ff82 HTTP/1.1" status: 200 len: 817 time: 0.4987335 Jun 03 15:27:12.284340 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-7ba4c316-8d2f-4fb2-8501-b525d4ac4f1a req-06de09d7-e965-48fe-88cc-5d8b65b9aafe tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=f9be206f-1554-46fe-9fa7-581d2d394865 HTTP/1.1" status: 200 len: 210 time: 0.0717549 Jun 03 15:27:12.284642 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-708e7557-7834-4472-b546-7d921c2bd9fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:12.298810 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5189b759-ee7a-409a-830f-30019d7e628b req-c5222763-b546-4c32-886c-434b38856d62 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:12.301035 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-5189b759-ee7a-409a-830f-30019d7e628b req-c5222763-b546-4c32-886c-434b38856d62 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.95 "GET /v2.0/networks?id=ba66765f-7c24-4296-be5e-4c2a803ccabf HTTP/1.1" status: 200 len: 818 time: 0.8284960 Jun 03 15:27:12.316730 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9437caa-a8ee-47dd-b796-4c6a96b9ab5c req-b0c112ba-6e0b-4033-a99c-1eec6feab8e6 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Made reservation on behalf of a402ec1153624838be07cda58279f2a4 for: {'port': 1} {{(pid=103920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:27:12.320602 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-d9437caa-a8ee-47dd-b796-4c6a96b9ab5c req-b0c112ba-6e0b-4033-a99c-1eec6feab8e6 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:12.361947 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (e2167245-4216-4805-83ad-80b71ead6e3d), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:12.412955 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee717b-5f3e-4398-be81-df412ef56fd9 req-4af49263-8130-4572-8296-af28b3ba4918 tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:12.420382 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-caee717b-5f3e-4398-be81-df412ef56fd9 req-4af49263-8130-4572-8296-af28b3ba4918 tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] 10.222.0.93 "GET /v2.0/ports?device_id=2c7caaae-2b81-44c6-9fbb-a01d2af87b57 HTTP/1.1" status: 200 len: 945 time: 0.1755543 Jun 03 15:27:12.423812 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Pushing event updated for resources: {'Port': ['ID=e2167245-4216-4805-83ad-80b71ead6e3d,revision_number=5']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:12.424314 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-4347054c-083a-44ae-a50c-73b2a2fe5f4e req-385d27fd-c6c4-4117-b408-fe3b7b97f6ab tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for port (67597138-621c-43e8-af88-f2fa1bf44d03), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:12.463349 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:12.518670 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:12.525772 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_common [req-d9437caa-a8ee-47dd-b796-4c6a96b9ab5c req-b0c112ba-6e0b-4033-a99c-1eec6feab8e6 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Allocated IP 172.20.0.13 (ba66765f-7c24-4296-be5e-4c2a803ccabf/5cb0f2a7-ee25-46e9-8c4b-18478610484d/d4a71b7c-b829-4818-a730-8eda807ebe70) {{(pid=103920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:27:12.531580 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-4347054c-083a-44ae-a50c-73b2a2fe5f4e req-385d27fd-c6c4-4117-b408-fe3b7b97f6ab tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560'] for port (67597138-621c-43e8-af88-f2fa1bf44d03), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:12.569111 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-caee717b-5f3e-4398-be81-df412ef56fd9 req-9cb23fb4-47a7-468b-bbfa-32369133485c tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] 10.222.0.93 "GET /v2.0/security-groups?id=6f59420a-b1c9-402c-bf1f-7ea81f7e4580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477671 Jun 03 15:27:12.598139 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a0ad6594b2f649df373dfcb19de0225617b45f42ff1455deb142f027ba5606a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a88d74f-24e4-4201-ab0d-ef29b775eeaf" -d '{"events": [{"server_uuid": "2c7caaae-2b81-44c6-9fbb-a01d2af87b57", "name": "network-vif-plugged", "status": "completed", "tag": "e2167245-4216-4805-83ad-80b71ead6e3d"}]}' {{(pid=103921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:27:12.615201 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-f3e90d43-6afb-4958-9029-bb01d03f9130 req-3c550b60-3ea4-40e9-a688-061d2441128a tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks [] for port (4191cebd-3cce-492d-9aee-68a1dfd6dc5f), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:12.619999 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:12.634944 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-708e7557-7834-4472-b546-7d921c2bd9fd admin admin] Publish callbacks [] for security_group (c063750e-c232-401d-8e54-9c43ad812438), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:12.636382 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 49884) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:27:12.644797 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4347054c-083a-44ae-a50c-73b2a2fe5f4e req-385d27fd-c6c4-4117-b408-fe3b7b97f6ab tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Network 68719859-5880-402e-b442-370597e1ce2f is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:27:12.647622 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-708e7557-7834-4472-b546-7d921c2bd9fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (c063750e-c232-401d-8e54-9c43ad812438), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:12.662037 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [req-4347054c-083a-44ae-a50c-73b2a2fe5f4e req-385d27fd-c6c4-4117-b408-fe3b7b97f6ab tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:27:12.672239 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [req-4347054c-083a-44ae-a50c-73b2a2fe5f4e req-385d27fd-c6c4-4117-b408-fe3b7b97f6ab tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Received port after_create {{(pid=103920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:27:12.677763 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4347054c-083a-44ae-a50c-73b2a2fe5f4e req-385d27fd-c6c4-4117-b408-fe3b7b97f6ab tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:12.678469 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-4347054c-083a-44ae-a50c-73b2a2fe5f4e req-385d27fd-c6c4-4117-b408-fe3b7b97f6ab tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for port (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:12.702290 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385d27fd-c6c4-4117-b408-fe3b7b97f6ab tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Pushing event updated for resources: {'Port': ['ID=67597138-621c-43e8-af88-f2fa1bf44d03,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:12.707487 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-4347054c-083a-44ae-a50c-73b2a2fe5f4e req-385d27fd-c6c4-4117-b408-fe3b7b97f6ab tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6524055 Jun 03 15:27:12.780152 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-708e7557-7834-4472-b546-7d921c2bd9fd admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b0fb8facd5074f1184198230bc79bf40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7280765 Jun 03 15:27:12.786119 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 49890) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:27:12.790770 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708e7557-7834-4472-b546-7d921c2bd9fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c063750e-c232-401d-8e54-9c43ad812438,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:12.842117 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-f3e90d43-6afb-4958-9029-bb01d03f9130 req-3c550b60-3ea4-40e9-a688-061d2441128a tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560'] for port (4191cebd-3cce-492d-9aee-68a1dfd6dc5f), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:12.876209 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 15:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4b6547-05fb-4000-b1b4-6563b2de6d02 x-openstack-request-id: req-ad4b6547-05fb-4000-b1b4-6563b2de6d02 {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:27:12.876712 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7caaae-2b81-44c6-9fbb-a01d2af87b57", "name": "network-vif-plugged", "status": "completed", "tag": "e2167245-4216-4805-83ad-80b71ead6e3d", "code": 200}]} {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:27:12.877117 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ad4b6547-05fb-4000-b1b4-6563b2de6d02 {{(pid=103921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:27:12.877799 dv-cinder-831247-16-iscsi neutron-server[103921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad4b6547-05fb-4000-b1b4-6563b2de6d02'] response: {'server_uuid': '2c7caaae-2b81-44c6-9fbb-a01d2af87b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2167245-4216-4805-83ad-80b71ead6e3d', 'code': 200} Jun 03 15:27:12.902099 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-d9437caa-a8ee-47dd-b796-4c6a96b9ab5c req-b0c112ba-6e0b-4033-a99c-1eec6feab8e6 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Publish callbacks [] for port (d4a71b7c-b829-4818-a730-8eda807ebe70), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:12.907498 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-85d745cb-2179-45c2-9642-c70ef6c31e82 req-98c775ae-ddac-4d49-957a-9ce1ca53a5c8 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 210 time: 0.0882626 Jun 03 15:27:12.938313 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3e90d43-6afb-4958-9029-bb01d03f9130 req-3c550b60-3ea4-40e9-a688-061d2441128a tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Network fc85e51d-f7a3-45da-ad6c-8c73a576aa2c is already hosted by enough agents. {{(pid=103919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:27:12.946440 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-b52685a3-024a-4f96-8afc-5372bb8e1a6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:12.953493 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.base_scheduler [req-f3e90d43-6afb-4958-9029-bb01d03f9130 req-3c550b60-3ea4-40e9-a688-061d2441128a tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Resources bound (agent type, host, resource id): {{(pid=103919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:27:12.957623 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:12.966080 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e90d43-6afb-4958-9029-bb01d03f9130 req-3c550b60-3ea4-40e9-a688-061d2441128a tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Received port after_create {{(pid=103919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:27:12.966225 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-d9437caa-a8ee-47dd-b796-4c6a96b9ab5c req-b0c112ba-6e0b-4033-a99c-1eec6feab8e6 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560'] for port (d4a71b7c-b829-4818-a730-8eda807ebe70), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:12.971829 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e90d43-6afb-4958-9029-bb01d03f9130 req-3c550b60-3ea4-40e9-a688-061d2441128a tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:12.972527 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-f3e90d43-6afb-4958-9029-bb01d03f9130 req-3c550b60-3ea4-40e9-a688-061d2441128a tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for port (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:13.002424 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-ca4f4d7d-9695-4d83-86c9-c534cad7f931 None None] Provisioning complete for port 67597138-621c-43e8-af88-f2fa1bf44d03 triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:27:13.004705 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ca4f4d7d-9695-4d83-86c9-c534cad7f931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (67597138-621c-43e8-af88-f2fa1bf44d03), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:13.007367 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c550b60-3ea4-40e9-a688-061d2441128a tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Pushing event updated for resources: {'Port': ['ID=4191cebd-3cce-492d-9aee-68a1dfd6dc5f,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:13.009709 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-8f44d1ce-c2f6-4a03-b3a3-d0d0c756dc36 admin admin] Publish callbacks [] for security_group (c063750e-c232-401d-8e54-9c43ad812438), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:13.019102 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9437caa-a8ee-47dd-b796-4c6a96b9ab5c req-b0c112ba-6e0b-4033-a99c-1eec6feab8e6 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Network ba66765f-7c24-4296-be5e-4c2a803ccabf is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:27:13.022592 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [req-d9437caa-a8ee-47dd-b796-4c6a96b9ab5c req-b0c112ba-6e0b-4033-a99c-1eec6feab8e6 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:27:13.029244 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-f3e90d43-6afb-4958-9029-bb01d03f9130 req-3c550b60-3ea4-40e9-a688-061d2441128a tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9804549 Jun 03 15:27:13.031327 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9437caa-a8ee-47dd-b796-4c6a96b9ab5c req-b0c112ba-6e0b-4033-a99c-1eec6feab8e6 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Received port after_create {{(pid=103920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:27:13.037116 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9437caa-a8ee-47dd-b796-4c6a96b9ab5c req-b0c112ba-6e0b-4033-a99c-1eec6feab8e6 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:13.037754 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-d9437caa-a8ee-47dd-b796-4c6a96b9ab5c req-b0c112ba-6e0b-4033-a99c-1eec6feab8e6 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for port (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:13.050567 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-8f44d1ce-c2f6-4a03-b3a3-d0d0c756dc36 admin admin] Publish callbacks [] for security_group (c063750e-c232-401d-8e54-9c43ad812438), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:13.065073 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c112ba-6e0b-4033-a99c-1eec6feab8e6 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Pushing event updated for resources: {'Port': ['ID=d4a71b7c-b829-4818-a730-8eda807ebe70,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:13.069637 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-ca4f4d7d-9695-4d83-86c9-c534cad7f931 None None] Port 67597138-621c-43e8-af88-f2fa1bf44d03 cannot update to ACTIVE because it is not bound. {{(pid=103921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 15:27:13.070774 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d9437caa-a8ee-47dd-b796-4c6a96b9ab5c req-b0c112ba-6e0b-4033-a99c-1eec6feab8e6 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1599174 Jun 03 15:27:13.157383 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-8f44d1ce-c2f6-4a03-b3a3-d0d0c756dc36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (c063750e-c232-401d-8e54-9c43ad812438), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:13.159881 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-8f44d1ce-c2f6-4a03-b3a3-d0d0c756dc36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:13.163883 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-8f44d1ce-c2f6-4a03-b3a3-d0d0c756dc36 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c063750e-c232-401d-8e54-9c43ad812438 HTTP/1.1" status: 204 len: 168 time: 0.3719845 Jun 03 15:27:13.168593 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-b52685a3-024a-4f96-8afc-5372bb8e1a6a admin admin] Publish callbacks [] for security_group (199ea4b6-d29a-44ab-8d99-7ba488a88e2f), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:13.189844 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-b52685a3-024a-4f96-8afc-5372bb8e1a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (199ea4b6-d29a-44ab-8d99-7ba488a88e2f), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:13.194882 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f44d1ce-c2f6-4a03-b3a3-d0d0c756dc36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c063750e-c232-401d-8e54-9c43ad812438,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:13.292103 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-19b12f9a-637d-4543-a406-a4d15caea1e6 req-b6f66d72-6721-4277-a86c-a5f8b4294fc2 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 210 time: 0.0619442 Jun 03 15:27:13.299087 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33bb3ae-4a38-4286-89b8-4059a2aebece req-f868b05f-4b25-4ab3-86cd-c7473521bfa2 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:13.303211 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-c33bb3ae-4a38-4286-89b8-4059a2aebece req-f868b05f-4b25-4ab3-86cd-c7473521bfa2 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 931 time: 0.0763972 Jun 03 15:27:13.317763 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-b52685a3-024a-4f96-8afc-5372bb8e1a6a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=53e1947047fb4658bc271ae0ddf85cb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6803944 Jun 03 15:27:13.321672 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 49902) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:27:13.342922 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:13.343138 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52685a3-024a-4f96-8afc-5372bb8e1a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=199ea4b6-d29a-44ab-8d99-7ba488a88e2f,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:13.345670 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=3 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:13.394880 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-c33bb3ae-4a38-4286-89b8-4059a2aebece req-10d74d26-d6ec-46ed-889d-43b8f222dc92 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9c415980-d445-441d-a0a3-94a8eef0bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770030 Jun 03 15:27:13.409653 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-280c42ec-d2a0-4785-8714-6375b1ddcf32 None None] Provisioning complete for port 4191cebd-3cce-492d-9aee-68a1dfd6dc5f triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:27:13.410354 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-280c42ec-d2a0-4785-8714-6375b1ddcf32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (4191cebd-3cce-492d-9aee-68a1dfd6dc5f), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:13.447076 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-280c42ec-d2a0-4785-8714-6375b1ddcf32 None None] Port 4191cebd-3cce-492d-9aee-68a1dfd6dc5f cannot update to ACTIVE because it is not bound. {{(pid=103921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 15:27:13.470478 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2721b5-5f63-4336-913c-b8f371e5fb1f req-166cb856-19e8-4dc7-89c0-a66fdf66303b tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:13.471967 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-3e2721b5-5f63-4336-913c-b8f371e5fb1f req-166cb856-19e8-4dc7-89c0-a66fdf66303b tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=f9be206f-1554-46fe-9fa7-581d2d394865 HTTP/1.1" status: 200 len: 931 time: 0.0833440 Jun 03 15:27:13.496803 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-3f7aaae0-fdcb-41df-af82-3ead4b8be8bd admin admin] Publish callbacks [] for security_group (199ea4b6-d29a-44ab-8d99-7ba488a88e2f), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:13.536428 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-3f7aaae0-fdcb-41df-af82-3ead4b8be8bd admin admin] Publish callbacks [] for security_group (199ea4b6-d29a-44ab-8d99-7ba488a88e2f), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:13.558241 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-3e2721b5-5f63-4336-913c-b8f371e5fb1f req-c7812c72-3451-480d-86c4-5e9208dddf31 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups?id=1b98f6fb-eda1-4163-8db0-910407ebd3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781763 Jun 03 15:27:13.601261 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-e9c6ef5a-4253-4eb6-96c1-59af519a160f None None] Provisioning complete for port d4a71b7c-b829-4818-a730-8eda807ebe70 triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:27:13.601772 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-e9c6ef5a-4253-4eb6-96c1-59af519a160f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (d4a71b7c-b829-4818-a730-8eda807ebe70), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:13.613269 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-3f7aaae0-fdcb-41df-af82-3ead4b8be8bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (199ea4b6-d29a-44ab-8d99-7ba488a88e2f), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:13.617488 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-3f7aaae0-fdcb-41df-af82-3ead4b8be8bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:13.618831 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-3f7aaae0-fdcb-41df-af82-3ead4b8be8bd admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/199ea4b6-d29a-44ab-8d99-7ba488a88e2f HTTP/1.1" status: 204 len: 168 time: 0.2945242 Jun 03 15:27:13.631423 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7aaae0-fdcb-41df-af82-3ead4b8be8bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199ea4b6-d29a-44ab-8d99-7ba488a88e2f,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:13.646462 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-e9c6ef5a-4253-4eb6-96c1-59af519a160f None None] Port d4a71b7c-b829-4818-a730-8eda807ebe70 cannot update to ACTIVE because it is not bound. {{(pid=103921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 15:27:13.747492 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e148c-a12d-4495-b412-51aa11e6c36e req-487a9ba8-4453-4a44-b97c-0446593ba21d tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:13.748998 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-cc2e148c-a12d-4495-b412-51aa11e6c36e req-487a9ba8-4453-4a44-b97c-0446593ba21d tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] 10.222.0.93 "GET /v2.0/ports?device_id=2c7caaae-2b81-44c6-9fbb-a01d2af87b57 HTTP/1.1" status: 200 len: 945 time: 0.0579336 Jun 03 15:27:13.805632 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-cc2e148c-a12d-4495-b412-51aa11e6c36e req-df58f809-91f8-447b-93c6-226d041e7f1c tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] 10.222.0.93 "GET /v2.0/security-groups?id=6f59420a-b1c9-402c-bf1f-7ea81f7e4580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504639 Jun 03 15:27:13.980647 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 49930) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:27:14.000081 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ec0b2569-0de7-4768-abda-722d8ed49239 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:14.009429 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-80144bf8-f3ce-4033-b231-286c921c3d49 req-2ff14cd2-f688-44ac-a3e5-51dae5832d38 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 210 time: 0.0289094 Jun 03 15:27:14.081778 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ec0b2569-0de7-4768-abda-722d8ed49239 admin admin] Publish callbacks [] for security_group (59eef2d3-91a4-46d2-b607-2b4cfc0a7f8c), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:14.088077 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ec0b2569-0de7-4768-abda-722d8ed49239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (59eef2d3-91a4-46d2-b607-2b4cfc0a7f8c), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:14.134237 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-ec0b2569-0de7-4768-abda-722d8ed49239 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d076ac6ad92e4732886152da39a14f32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1489379 Jun 03 15:27:14.134237 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0b2569-0de7-4768-abda-722d8ed49239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59eef2d3-91a4-46d2-b607-2b4cfc0a7f8c,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:14.134605 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 49934) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:27:14.188688 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-844aad34-6b39-489f-b594-300fd8a25595 admin admin] Publish callbacks [] for security_group (59eef2d3-91a4-46d2-b607-2b4cfc0a7f8c), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:14.190222 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:14.217698 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-844aad34-6b39-489f-b594-300fd8a25595 admin admin] Publish callbacks [] for security_group (59eef2d3-91a4-46d2-b607-2b4cfc0a7f8c), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:14.272748 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-844aad34-6b39-489f-b594-300fd8a25595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (59eef2d3-91a4-46d2-b607-2b4cfc0a7f8c), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:14.276346 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-844aad34-6b39-489f-b594-300fd8a25595 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:14.277513 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-844aad34-6b39-489f-b594-300fd8a25595 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/59eef2d3-91a4-46d2-b607-2b4cfc0a7f8c HTTP/1.1" status: 204 len: 168 time: 0.1419470 Jun 03 15:27:14.289907 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844aad34-6b39-489f-b594-300fd8a25595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59eef2d3-91a4-46d2-b607-2b4cfc0a7f8c,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:14.433059 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-8efce18e-617a-47d9-b1d7-52d6a9d0a403 req-29e0abe6-dbb7-494f-a191-b4c8554e6c07 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 210 time: 0.0536180 Jun 03 15:27:14.528160 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e05f13c-f012-4a0e-85d3-cf1e061b4571 req-d3f47472-71dc-449f-9d25-aba7da0bbab3 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:14.530172 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-4e05f13c-f012-4a0e-85d3-cf1e061b4571 req-d3f47472-71dc-449f-9d25-aba7da0bbab3 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 931 time: 0.0528491 Jun 03 15:27:14.589208 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-4e05f13c-f012-4a0e-85d3-cf1e061b4571 req-395a4165-fb60-403e-8a82-995084bca0ca tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9c415980-d445-441d-a0a3-94a8eef0bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485187 Jun 03 15:27:14.710633 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bec110-864f-4a3e-ac8c-09b658485fe2 req-4b463547-a45d-4ecd-a256-8f0754a75123 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:14.712658 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-23bec110-864f-4a3e-ac8c-09b658485fe2 req-4b463547-a45d-4ecd-a256-8f0754a75123 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=f9be206f-1554-46fe-9fa7-581d2d394865 HTTP/1.1" status: 200 len: 931 time: 0.0576355 Jun 03 15:27:14.769780 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-23bec110-864f-4a3e-ac8c-09b658485fe2 req-be878f7d-7563-4b15-b443-001974a152c0 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups?id=1b98f6fb-eda1-4163-8db0-910407ebd3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501268 Jun 03 15:27:14.897534 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [req-4347054c-083a-44ae-a50c-73b2a2fe5f4e req-e80fa34c-a355-46c4-a716-079b8ecdfb50 service neutron] Request body: {'port': {'device_id': 'f9be206f-1554-46fe-9fa7-581d2d394865', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:27:14.909478 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [req-d9437caa-a8ee-47dd-b796-4c6a96b9ab5c req-936e9917-a458-4f7a-9c16-59cbdc877d2c service neutron] Request body: {'port': {'device_id': 'cc122a7e-fe3b-4bb6-abb6-96e6a199d8e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:27:14.965454 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [req-5189b759-ee7a-409a-830f-30019d7e628b req-8e39faa8-fe9b-4d90-ac5a-038468411f7e tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Request body: {'port': {'device_id': '758b095c-6da9-4d53-abba-6a13a7c50904', 'network_id': 'ba66765f-7c24-4296-be5e-4c2a803ccabf', 'admin_state_up': True, 'tenant_id': 'a402ec1153624838be07cda58279f2a4'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:27:14.978249 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [req-f3e90d43-6afb-4958-9029-bb01d03f9130 req-3eb15145-f62d-4e86-a540-2ba157585e70 service neutron] Request body: {'port': {'device_id': 'ce808322-3f17-4d8f-8d33-909ecba99d7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:27:15.104216 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.95', 56023) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:27:15.157571 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb42dd8d-142d-441f-a5a3-d79900968d7a req-41ffa4a6-9fc4-4ccb-bdbf-75f937344d3e tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:15.163416 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-eb42dd8d-142d-441f-a5a3-d79900968d7a req-41ffa4a6-9fc4-4ccb-bdbf-75f937344d3e tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] 10.222.0.93 "GET /v2.0/ports?device_id=2c7caaae-2b81-44c6-9fbb-a01d2af87b57 HTTP/1.1" status: 200 len: 945 time: 0.2811978 Jun 03 15:27:15.263552 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-f3e90d43-6afb-4958-9029-bb01d03f9130 req-3eb15145-f62d-4e86-a540-2ba157585e70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (4191cebd-3cce-492d-9aee-68a1dfd6dc5f), before_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:15.278039 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-4968f1ec-5eaf-4021-8612-5561a387a026 req-2600da1c-6cf6-474c-a403-830a16504034 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 210 time: 0.1047919 Jun 03 15:27:15.282859 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec7655-5134-4132-aefd-114152341a4d req-1308ddc2-4fa5-4046-bead-b30a58159440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:15.284535 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-31ec7655-5134-4132-aefd-114152341a4d req-1308ddc2-4fa5-4046-bead-b30a58159440 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=2c7caaae-2b81-44c6-9fbb-a01d2af87b57 HTTP/1.1" status: 200 len: 1129 time: 0.1783643 Jun 03 15:27:15.285310 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-d9437caa-a8ee-47dd-b796-4c6a96b9ab5c req-936e9917-a458-4f7a-9c16-59cbdc877d2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (d4a71b7c-b829-4818-a730-8eda807ebe70), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:15.289571 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-4347054c-083a-44ae-a50c-73b2a2fe5f4e req-e80fa34c-a355-46c4-a716-079b8ecdfb50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (67597138-621c-43e8-af88-f2fa1bf44d03), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:15.293228 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:15.302208 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-41de7d11-83b5-4ddd-82bb-8e6a7f5da9c3 req-b5cc06e5-1b3d-4886-a286-be0ca5aab2b9 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b930cadb2dc4e49947db0514528617d HTTP/1.1" status: 200 len: 380 time: 0.3446047 Jun 03 15:27:15.316754 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:15.320388 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [req-41de7d11-83b5-4ddd-82bb-8e6a7f5da9c3 req-afed8326-5fbc-49ab-b10a-e5bf99d9e55d tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Request body: {'port': {'device_id': 'e123dc0c-78c6-44ce-b847-927843a3751c', 'network_id': '6297c62b-cf60-4797-8fdd-d236a362ff82', 'admin_state_up': True, 'tenant_id': '1b930cadb2dc4e49947db0514528617d', 'security_groups': ['580fdc4e-efaf-4f58-949e-319a3ab11351']}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:27:15.361393 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-31ec7655-5134-4132-aefd-114152341a4d req-cfae4647-b860-427a-9df5-60be4ea6d189 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:15.405010 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-eb42dd8d-142d-441f-a5a3-d79900968d7a req-92b50aa9-2d27-48de-ade8-4aa3e2020c82 tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] 10.222.0.93 "GET /v2.0/security-groups?id=6f59420a-b1c9-402c-bf1f-7ea81f7e4580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393346 Jun 03 15:27:15.452762 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5189b759-ee7a-409a-830f-30019d7e628b req-8e39faa8-fe9b-4d90-ac5a-038468411f7e tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Made reservation on behalf of a402ec1153624838be07cda58279f2a4 for: {'port': 1} {{(pid=103919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:27:15.456260 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-5189b759-ee7a-409a-830f-30019d7e628b req-8e39faa8-fe9b-4d90-ac5a-038468411f7e tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:15.649701 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-62961903-e944-42c8-8e6b-fcaa0d84111e req-0ad33ebf-e01a-47ae-8445-aa43376708b6 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 210 time: 0.0931590 Jun 03 15:27:15.736880 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:15.907823 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:15.976179 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41de7d11-83b5-4ddd-82bb-8e6a7f5da9c3 req-afed8326-5fbc-49ab-b10a-e5bf99d9e55d tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Made reservation on behalf of 1b930cadb2dc4e49947db0514528617d for: {'port': 1} {{(pid=103919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:27:15.979715 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-41de7d11-83b5-4ddd-82bb-8e6a7f5da9c3 req-afed8326-5fbc-49ab-b10a-e5bf99d9e55d tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:15.990233 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821ca41-9430-4fd3-8aed-748811cfd85c req-2c430062-077e-49ba-b051-1d7768a2bec5 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:16.003008 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e821ca41-9430-4fd3-8aed-748811cfd85c req-2c430062-077e-49ba-b051-1d7768a2bec5 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 931 time: 0.1900635 Jun 03 15:27:16.165883 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9f53f-ac50-4c55-ae60-64d1f442680f req-9779205e-9cd3-4189-968a-118cd52d0f9d tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:16.170913 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-98e9f53f-ac50-4c55-ae60-64d1f442680f req-9779205e-9cd3-4189-968a-118cd52d0f9d tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=f9be206f-1554-46fe-9fa7-581d2d394865 HTTP/1.1" status: 200 len: 931 time: 0.2102084 Jun 03 15:27:16.170913 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-31ec7655-5134-4132-aefd-114152341a4d req-cfae4647-b860-427a-9df5-60be4ea6d189 service neutron] Publish callbacks [] for security_group (c3cd9b7b-44d0-471a-aa74-d5ad1fc2978c), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:16.191883 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-31ec7655-5134-4132-aefd-114152341a4d req-cfae4647-b860-427a-9df5-60be4ea6d189 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (c3cd9b7b-44d0-471a-aa74-d5ad1fc2978c), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:16.245824 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e821ca41-9430-4fd3-8aed-748811cfd85c req-3f3a722c-0d22-44eb-bfe1-57eb83a7e0d7 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9c415980-d445-441d-a0a3-94a8eef0bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2351971 Jun 03 15:27:16.254544 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 50058) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:27:16.273166 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-31ec7655-5134-4132-aefd-114152341a4d req-cfae4647-b860-427a-9df5-60be4ea6d189 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=6f59420a-b1c9-402c-bf1f-7ea81f7e4580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9809990 Jun 03 15:27:16.300426 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.db_base_plugin_common [req-5189b759-ee7a-409a-830f-30019d7e628b req-8e39faa8-fe9b-4d90-ac5a-038468411f7e tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Allocated IP 172.20.0.11 (ba66765f-7c24-4296-be5e-4c2a803ccabf/5cb0f2a7-ee25-46e9-8c4b-18478610484d/a6777d99-9001-40c7-8dc0-bac5ca7c5efe) {{(pid=103919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:27:16.476690 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:16.491424 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfae4647-b860-427a-9df5-60be4ea6d189 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c3cd9b7b-44d0-471a-aa74-d5ad1fc2978c,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:16.525250 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-98e9f53f-ac50-4c55-ae60-64d1f442680f req-b69ec607-29c5-41d3-a662-7c03c7711831 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups?id=1b98f6fb-eda1-4163-8db0-910407ebd3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3423157 Jun 03 15:27:16.525544 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-81b1a118-17d1-42d2-ae3b-98f7ffebbcf0 req-e0a748c9-276b-454f-87ec-77400536f614 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 210 time: 0.0698540 Jun 03 15:27:16.604773 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-bd1a79e6-ae34-4fbe-b18c-116802d6832d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:16.612340 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.db_base_plugin_common [req-41de7d11-83b5-4ddd-82bb-8e6a7f5da9c3 req-afed8326-5fbc-49ab-b10a-e5bf99d9e55d tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Allocated IP 172.20.0.8 (6297c62b-cf60-4797-8fdd-d236a362ff82/f60f46ef-d4d3-474d-b0dd-61750c5ae20f/d065a51d-4c7e-482f-87f7-74c4d679a6c1) {{(pid=103919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:27:16.671928 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f3be1c-317b-42ca-9beb-f7ae322a49ce req-7611a5f5-ddde-40e7-be3b-9f77ae6f3a46 tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:16.673405 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d7f3be1c-317b-42ca-9beb-f7ae322a49ce req-7611a5f5-ddde-40e7-be3b-9f77ae6f3a46 tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] 10.222.0.93 "GET /v2.0/ports?device_id=2c7caaae-2b81-44c6-9fbb-a01d2af87b57 HTTP/1.1" status: 200 len: 945 time: 0.0878370 Jun 03 15:27:16.716826 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.notifiers.nova [req-f3e90d43-6afb-4958-9029-bb01d03f9130 req-3eb15145-f62d-4e86-a540-2ba157585e70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4191cebd-3cce-492d-9aee-68a1dfd6dc5f {{(pid=103919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:27:16.718812 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:16.734566 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [req-4347054c-083a-44ae-a50c-73b2a2fe5f4e req-e80fa34c-a355-46c4-a716-079b8ecdfb50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67597138-621c-43e8-af88-f2fa1bf44d03 {{(pid=103920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:27:16.739107 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-f3e90d43-6afb-4958-9029-bb01d03f9130 req-3eb15145-f62d-4e86-a540-2ba157585e70 service neutron] Publish callbacks [] for port (4191cebd-3cce-492d-9aee-68a1dfd6dc5f), precommit_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:16.755124 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-4347054c-083a-44ae-a50c-73b2a2fe5f4e req-e80fa34c-a355-46c4-a716-079b8ecdfb50 service neutron] Publish callbacks [] for port (67597138-621c-43e8-af88-f2fa1bf44d03), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:16.803106 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.provisioning_blocks [req-4347054c-083a-44ae-a50c-73b2a2fe5f4e req-e80fa34c-a355-46c4-a716-079b8ecdfb50 service neutron] Transition to ACTIVE for port object 67597138-621c-43e8-af88-f2fa1bf44d03 will not be triggered until provisioned by entity L2. {{(pid=103920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 03 15:27:16.809056 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d7f3be1c-317b-42ca-9beb-f7ae322a49ce req-67697eeb-ae0e-47c3-9ff1-b07a4f24f144 tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] 10.222.0.93 "GET /v2.0/security-groups?id=6f59420a-b1c9-402c-bf1f-7ea81f7e4580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140394 Jun 03 15:27:16.810697 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.provisioning_blocks [req-f3e90d43-6afb-4958-9029-bb01d03f9130 req-3eb15145-f62d-4e86-a540-2ba157585e70 service neutron] Transition to ACTIVE for port object 4191cebd-3cce-492d-9aee-68a1dfd6dc5f will not be triggered until provisioned by entity L2. {{(pid=103919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 03 15:27:16.811602 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-4347054c-083a-44ae-a50c-73b2a2fe5f4e req-e80fa34c-a355-46c4-a716-079b8ecdfb50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (67597138-621c-43e8-af88-f2fa1bf44d03), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:16.853821 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-764f9f76-ea94-4453-b912-787b09da7e95 req-08671e22-3601-4adf-ab1a-190682430032 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 210 time: 0.0865359 Jun 03 15:27:16.854501 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-f3e90d43-6afb-4958-9029-bb01d03f9130 req-3eb15145-f62d-4e86-a540-2ba157585e70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (4191cebd-3cce-492d-9aee-68a1dfd6dc5f), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:16.895080 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80fa34c-a355-46c4-a716-079b8ecdfb50 service neutron] Pushing event updated for resources: {'Port': ['ID=67597138-621c-43e8-af88-f2fa1bf44d03,revision_number=2']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:16.959263 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-bd1a79e6-ae34-4fbe-b18c-116802d6832d admin admin] Publish callbacks [] for security_group (3900b551-6ae1-4a37-8747-472e1095e4dc), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:16.970837 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-bd1a79e6-ae34-4fbe-b18c-116802d6832d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (3900b551-6ae1-4a37-8747-472e1095e4dc), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:16.991354 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-5189b759-ee7a-409a-830f-30019d7e628b req-8e39faa8-fe9b-4d90-ac5a-038468411f7e tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Publish callbacks [] for port (a6777d99-9001-40c7-8dc0-bac5ca7c5efe), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:17.026406 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-bd1a79e6-ae34-4fbe-b18c-116802d6832d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=5e123f382d3f4486a16d21be0cf3fc35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7515585 Jun 03 15:27:17.029717 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.managers [req-4347054c-083a-44ae-a50c-73b2a2fe5f4e req-e80fa34c-a355-46c4-a716-079b8ecdfb50 service neutron] Attempting to bind port 67597138-621c-43e8-af88-f2fa1bf44d03 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 15:27:17.030401 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.managers [req-4347054c-083a-44ae-a50c-73b2a2fe5f4e req-e80fa34c-a355-46c4-a716-079b8ecdfb50 service neutron] Attempting to bind port 67597138-621c-43e8-af88-f2fa1bf44d03 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '71db973e-62af-43f0-a23f-112fc819cb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '68719859-5880-402e-b442-370597e1ce2f'}] {{(pid=103920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 15:27:17.030858 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4347054c-083a-44ae-a50c-73b2a2fe5f4e req-e80fa34c-a355-46c4-a716-079b8ecdfb50 service neutron] Attempting to bind port 67597138-621c-43e8-af88-f2fa1bf44d03 on network 68719859-5880-402e-b442-370597e1ce2f {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:27:17.033420 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 50072) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:27:17.041670 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb15145-f62d-4e86-a540-2ba157585e70 service neutron] Pushing event updated for resources: {'Port': ['ID=4191cebd-3cce-492d-9aee-68a1dfd6dc5f,revision_number=2']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:17.055968 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4347054c-083a-44ae-a50c-73b2a2fe5f4e req-e80fa34c-a355-46c4-a716-079b8ecdfb50 service neutron] Port 67597138-621c-43e8-af88-f2fa1bf44d03 on network 68719859-5880-402e-b442-370597e1ce2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 03 15:27:17.056381 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4347054c-083a-44ae-a50c-73b2a2fe5f4e req-e80fa34c-a355-46c4-a716-079b8ecdfb50 service neutron] Attempting to bind port 67597138-621c-43e8-af88-f2fa1bf44d03 on network 68719859-5880-402e-b442-370597e1ce2f {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:27:17.069005 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4347054c-083a-44ae-a50c-73b2a2fe5f4e req-e80fa34c-a355-46c4-a716-079b8ecdfb50 service neutron] Checking agent: {'id': '5d40428d-d668-464b-bcee-3124e1355b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 24, 37), 'started_at': datetime.datetime(2022, 6, 3, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 15:27:17.069322 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4347054c-083a-44ae-a50c-73b2a2fe5f4e req-e80fa34c-a355-46c4-a716-079b8ecdfb50 service neutron] Checking segment: {'id': '71db973e-62af-43f0-a23f-112fc819cb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '68719859-5880-402e-b442-370597e1ce2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:27:17.070459 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4347054c-083a-44ae-a50c-73b2a2fe5f4e req-e80fa34c-a355-46c4-a716-079b8ecdfb50 service neutron] Bound using segment: {'id': '71db973e-62af-43f0-a23f-112fc819cb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '68719859-5880-402e-b442-370597e1ce2f'} {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 15:27:17.071174 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.managers [req-4347054c-083a-44ae-a50c-73b2a2fe5f4e req-e80fa34c-a355-46c4-a716-079b8ecdfb50 service neutron] Bound port: 67597138-621c-43e8-af88-f2fa1bf44d03, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71db973e-62af-43f0-a23f-112fc819cb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '68719859-5880-402e-b442-370597e1ce2f'}}] {{(pid=103920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 15:27:17.071742 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-4347054c-083a-44ae-a50c-73b2a2fe5f4e req-e80fa34c-a355-46c4-a716-079b8ecdfb50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (67597138-621c-43e8-af88-f2fa1bf44d03), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:17.079990 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a79e6-ae34-4fbe-b18c-116802d6832d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3900b551-6ae1-4a37-8747-472e1095e4dc,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:17.136177 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [req-f3e90d43-6afb-4958-9029-bb01d03f9130 req-3eb15145-f62d-4e86-a540-2ba157585e70 service neutron] Attempting to bind port 4191cebd-3cce-492d-9aee-68a1dfd6dc5f on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 15:27:17.136572 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [req-f3e90d43-6afb-4958-9029-bb01d03f9130 req-3eb15145-f62d-4e86-a540-2ba157585e70 service neutron] Attempting to bind port 4191cebd-3cce-492d-9aee-68a1dfd6dc5f by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'e7fa8e9f-2916-4044-ae3b-4a0e4ef94a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'fc85e51d-f7a3-45da-ad6c-8c73a576aa2c'}] {{(pid=103919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 15:27:17.136941 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e90d43-6afb-4958-9029-bb01d03f9130 req-3eb15145-f62d-4e86-a540-2ba157585e70 service neutron] Attempting to bind port 4191cebd-3cce-492d-9aee-68a1dfd6dc5f on network fc85e51d-f7a3-45da-ad6c-8c73a576aa2c {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:27:17.152587 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-5189b759-ee7a-409a-830f-30019d7e628b req-8e39faa8-fe9b-4d90-ac5a-038468411f7e tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560'] for port (a6777d99-9001-40c7-8dc0-bac5ca7c5efe), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:17.165719 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=6 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:17.173831 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-41de7d11-83b5-4ddd-82bb-8e6a7f5da9c3 req-afed8326-5fbc-49ab-b10a-e5bf99d9e55d tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks [] for port (d065a51d-4c7e-482f-87f7-74c4d679a6c1), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:17.197719 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e90d43-6afb-4958-9029-bb01d03f9130 req-3eb15145-f62d-4e86-a540-2ba157585e70 service neutron] Port 4191cebd-3cce-492d-9aee-68a1dfd6dc5f on network fc85e51d-f7a3-45da-ad6c-8c73a576aa2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 03 15:27:17.198286 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e90d43-6afb-4958-9029-bb01d03f9130 req-3eb15145-f62d-4e86-a540-2ba157585e70 service neutron] Attempting to bind port 4191cebd-3cce-492d-9aee-68a1dfd6dc5f on network fc85e51d-f7a3-45da-ad6c-8c73a576aa2c {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:27:17.204577 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:17.213797 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-02052c8c-0bb7-4266-aec5-659798de5ed8 admin admin] Publish callbacks [] for security_group (3900b551-6ae1-4a37-8747-472e1095e4dc), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:17.222913 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5189b759-ee7a-409a-830f-30019d7e628b req-8e39faa8-fe9b-4d90-ac5a-038468411f7e tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Network ba66765f-7c24-4296-be5e-4c2a803ccabf is already hosted by enough agents. {{(pid=103919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:27:17.231777 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e90d43-6afb-4958-9029-bb01d03f9130 req-3eb15145-f62d-4e86-a540-2ba157585e70 service neutron] Checking agent: {'id': '5d40428d-d668-464b-bcee-3124e1355b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 24, 37), 'started_at': datetime.datetime(2022, 6, 3, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 15:27:17.232117 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e90d43-6afb-4958-9029-bb01d03f9130 req-3eb15145-f62d-4e86-a540-2ba157585e70 service neutron] Checking segment: {'id': 'e7fa8e9f-2916-4044-ae3b-4a0e4ef94a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'fc85e51d-f7a3-45da-ad6c-8c73a576aa2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:27:17.232498 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e90d43-6afb-4958-9029-bb01d03f9130 req-3eb15145-f62d-4e86-a540-2ba157585e70 service neutron] Bound using segment: {'id': 'e7fa8e9f-2916-4044-ae3b-4a0e4ef94a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'fc85e51d-f7a3-45da-ad6c-8c73a576aa2c'} {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 15:27:17.232932 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [req-f3e90d43-6afb-4958-9029-bb01d03f9130 req-3eb15145-f62d-4e86-a540-2ba157585e70 service neutron] Bound port: 4191cebd-3cce-492d-9aee-68a1dfd6dc5f, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7fa8e9f-2916-4044-ae3b-4a0e4ef94a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'fc85e51d-f7a3-45da-ad6c-8c73a576aa2c'}}] {{(pid=103919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 15:27:17.233301 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-f3e90d43-6afb-4958-9029-bb01d03f9130 req-3eb15145-f62d-4e86-a540-2ba157585e70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (4191cebd-3cce-492d-9aee-68a1dfd6dc5f), before_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:17.240808 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.base_scheduler [req-5189b759-ee7a-409a-830f-30019d7e628b req-8e39faa8-fe9b-4d90-ac5a-038468411f7e tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Resources bound (agent type, host, resource id): {{(pid=103919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:27:17.243495 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [req-5189b759-ee7a-409a-830f-30019d7e628b req-8e39faa8-fe9b-4d90-ac5a-038468411f7e tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Received port after_create {{(pid=103919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:27:17.249763 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5189b759-ee7a-409a-830f-30019d7e628b req-8e39faa8-fe9b-4d90-ac5a-038468411f7e tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:17.250411 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-5189b759-ee7a-409a-830f-30019d7e628b req-8e39faa8-fe9b-4d90-ac5a-038468411f7e tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for port (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:17.300451 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:17.301537 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e39faa8-fe9b-4d90-ac5a-038468411f7e tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Pushing event updated for resources: {'Port': ['ID=a6777d99-9001-40c7-8dc0-bac5ca7c5efe,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:17.319608 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-02052c8c-0bb7-4266-aec5-659798de5ed8 admin admin] Publish callbacks [] for security_group (3900b551-6ae1-4a37-8747-472e1095e4dc), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:17.371921 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [req-4347054c-083a-44ae-a50c-73b2a2fe5f4e req-e80fa34c-a355-46c4-a716-079b8ecdfb50 service neutron] For port 67597138-621c-43e8-af88-f2fa1bf44d03, host hv-cinder-83124, cleared binding levels {{(pid=103920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 15:27:17.425803 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-5189b759-ee7a-409a-830f-30019d7e628b req-8e39faa8-fe9b-4d90-ac5a-038468411f7e tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4623182 Jun 03 15:27:17.429922 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [req-f3e90d43-6afb-4958-9029-bb01d03f9130 req-3eb15145-f62d-4e86-a540-2ba157585e70 service neutron] For port 4191cebd-3cce-492d-9aee-68a1dfd6dc5f, host hv-cinder-83124, cleared binding levels {{(pid=103919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 15:27:17.438436 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [req-5189b759-ee7a-409a-830f-30019d7e628b req-1673c9f2-4a52-4892-bd36-2c182f1c1f31 service neutron] Request body: {'port': {'device_id': '758b095c-6da9-4d53-abba-6a13a7c50904', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:27:17.442604 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [req-f3e90d43-6afb-4958-9029-bb01d03f9130 req-3eb15145-f62d-4e86-a540-2ba157585e70 service neutron] For port 4191cebd-3cce-492d-9aee-68a1dfd6dc5f, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=4191cebd-3cce-492d-9aee-68a1dfd6dc5f,segment=NetworkSegment(e7fa8e9f-2916-4044-ae3b-4a0e4ef94a1c),segment_id=e7fa8e9f-2916-4044-ae3b-4a0e4ef94a1c)] {{(pid=103919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 15:27:17.444392 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-41de7d11-83b5-4ddd-82bb-8e6a7f5da9c3 req-afed8326-5fbc-49ab-b10a-e5bf99d9e55d tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560'] for port (d065a51d-4c7e-482f-87f7-74c4d679a6c1), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:17.459653 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e4b102-9edc-46e3-8b00-ffef566264d2 req-d913749c-aa67-4684-add8-c447fbc7c0a4 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:17.462187 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-b2e4b102-9edc-46e3-8b00-ffef566264d2 req-d913749c-aa67-4684-add8-c447fbc7c0a4 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 943 time: 0.0864356 Jun 03 15:27:17.473466 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [req-4347054c-083a-44ae-a50c-73b2a2fe5f4e req-e80fa34c-a355-46c4-a716-079b8ecdfb50 service neutron] For port 67597138-621c-43e8-af88-f2fa1bf44d03, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=67597138-621c-43e8-af88-f2fa1bf44d03,segment=NetworkSegment(71db973e-62af-43f0-a23f-112fc819cb27),segment_id=71db973e-62af-43f0-a23f-112fc819cb27)] {{(pid=103920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 15:27:17.558204 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-f3e90d43-6afb-4958-9029-bb01d03f9130 req-3eb15145-f62d-4e86-a540-2ba157585e70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (4191cebd-3cce-492d-9aee-68a1dfd6dc5f), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:17.575887 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:17.587030 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-4347054c-083a-44ae-a50c-73b2a2fe5f4e req-e80fa34c-a355-46c4-a716-079b8ecdfb50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (67597138-621c-43e8-af88-f2fa1bf44d03), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:17.625551 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-89ae7a95-ff40-4f58-bde0-a7c6bb31705a None None] Provisioning complete for port a6777d99-9001-40c7-8dc0-bac5ca7c5efe triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:27:17.626799 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-89ae7a95-ff40-4f58-bde0-a7c6bb31705a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (a6777d99-9001-40c7-8dc0-bac5ca7c5efe), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:17.629328 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:17.647589 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [req-d9437caa-a8ee-47dd-b796-4c6a96b9ab5c req-936e9917-a458-4f7a-9c16-59cbdc877d2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4a71b7c-b829-4818-a730-8eda807ebe70 {{(pid=103920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:27:17.669060 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afed8326-5fbc-49ab-b10a-e5bf99d9e55d tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Pushing event updated for resources: {'Port': ['ID=d065a51d-4c7e-482f-87f7-74c4d679a6c1,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:17.690147 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-5189b759-ee7a-409a-830f-30019d7e628b req-1673c9f2-4a52-4892-bd36-2c182f1c1f31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (a6777d99-9001-40c7-8dc0-bac5ca7c5efe), before_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:17.694482 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41de7d11-83b5-4ddd-82bb-8e6a7f5da9c3 req-afed8326-5fbc-49ab-b10a-e5bf99d9e55d tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Network 6297c62b-cf60-4797-8fdd-d236a362ff82 is already hosted by enough agents. {{(pid=103919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:27:17.711376 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-d9437caa-a8ee-47dd-b796-4c6a96b9ab5c req-936e9917-a458-4f7a-9c16-59cbdc877d2c service neutron] Publish callbacks [] for port (d4a71b7c-b829-4818-a730-8eda807ebe70), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:17.717165 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-89ae7a95-ff40-4f58-bde0-a7c6bb31705a None None] Port a6777d99-9001-40c7-8dc0-bac5ca7c5efe cannot update to ACTIVE because it is not bound. {{(pid=103921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 15:27:17.724041 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e90d43-6afb-4958-9029-bb01d03f9130 req-3eb15145-f62d-4e86-a540-2ba157585e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:17.724864 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-f3e90d43-6afb-4958-9029-bb01d03f9130 req-3eb15145-f62d-4e86-a540-2ba157585e70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for port (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:17.727020 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-f3e90d43-6afb-4958-9029-bb01d03f9130 req-3eb15145-f62d-4e86-a540-2ba157585e70 service neutron] 10.222.0.95 "PUT /v2.0/ports/4191cebd-3cce-492d-9aee-68a1dfd6dc5f HTTP/1.1" status: 200 len: 1093 time: 2.7568183 Jun 03 15:27:17.738636 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce808322-3f17-4d8f-8d33-909ecba99d7a', 'tag': '4191cebd-3cce-492d-9aee-68a1dfd6dc5f'}] {{(pid=103919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:27:17.741051 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb6718ce3f0a4af57ef91ee7142c10b6234fd65cffdc95d0a08216ae9169e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13cfd3a3-2f1f-4be0-bc77-4d356c92ed9c" -d '{"events": [{"name": "network-changed", "server_uuid": "ce808322-3f17-4d8f-8d33-909ecba99d7a", "tag": "4191cebd-3cce-492d-9aee-68a1dfd6dc5f"}]}' {{(pid=103919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:27:17.747258 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-b2e4b102-9edc-46e3-8b00-ffef566264d2 req-281418e0-6018-48b9-95af-c738fb1eb696 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9c415980-d445-441d-a0a3-94a8eef0bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2689233 Jun 03 15:27:17.760263 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.base_scheduler [req-41de7d11-83b5-4ddd-82bb-8e6a7f5da9c3 req-afed8326-5fbc-49ab-b10a-e5bf99d9e55d tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Resources bound (agent type, host, resource id): {{(pid=103919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:27:17.763893 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [req-41de7d11-83b5-4ddd-82bb-8e6a7f5da9c3 req-afed8326-5fbc-49ab-b10a-e5bf99d9e55d tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Received port after_create {{(pid=103919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:27:17.768355 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4347054c-083a-44ae-a50c-73b2a2fe5f4e req-e80fa34c-a355-46c4-a716-079b8ecdfb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:17.769867 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de7d11-83b5-4ddd-82bb-8e6a7f5da9c3 req-afed8326-5fbc-49ab-b10a-e5bf99d9e55d tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:17.770653 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-41de7d11-83b5-4ddd-82bb-8e6a7f5da9c3 req-afed8326-5fbc-49ab-b10a-e5bf99d9e55d tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for port (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:17.772155 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-4347054c-083a-44ae-a50c-73b2a2fe5f4e req-e80fa34c-a355-46c4-a716-079b8ecdfb50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for port (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:17.774677 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-4347054c-083a-44ae-a50c-73b2a2fe5f4e req-e80fa34c-a355-46c4-a716-079b8ecdfb50 service neutron] 10.222.0.95 "PUT /v2.0/ports/67597138-621c-43e8-af88-f2fa1bf44d03 HTTP/1.1" status: 200 len: 1093 time: 2.8829157 Jun 03 15:27:17.801762 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9be206f-1554-46fe-9fa7-581d2d394865', 'tag': '67597138-621c-43e8-af88-f2fa1bf44d03'}] {{(pid=103920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:27:17.846042 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-41de7d11-83b5-4ddd-82bb-8e6a7f5da9c3 req-afed8326-5fbc-49ab-b10a-e5bf99d9e55d tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5343487 Jun 03 15:27:17.875568 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [req-41de7d11-83b5-4ddd-82bb-8e6a7f5da9c3 req-ece29f6f-a8b6-4a7f-8ee2-b2fc08252651 service neutron] Request body: {'port': {'device_id': 'e123dc0c-78c6-44ce-b847-927843a3751c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:27:17.888199 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.provisioning_blocks [req-d9437caa-a8ee-47dd-b796-4c6a96b9ab5c req-936e9917-a458-4f7a-9c16-59cbdc877d2c service neutron] Transition to ACTIVE for port object d4a71b7c-b829-4818-a730-8eda807ebe70 will not be triggered until provisioned by entity L2. {{(pid=103920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 03 15:27:17.904429 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-02052c8c-0bb7-4266-aec5-659798de5ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (3900b551-6ae1-4a37-8747-472e1095e4dc), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:17.910329 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-02052c8c-0bb7-4266-aec5-659798de5ed8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:17.911533 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-02052c8c-0bb7-4266-aec5-659798de5ed8 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/3900b551-6ae1-4a37-8747-472e1095e4dc HTTP/1.1" status: 204 len: 168 time: 0.8703563 Jun 03 15:27:17.964359 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-d9437caa-a8ee-47dd-b796-4c6a96b9ab5c req-936e9917-a458-4f7a-9c16-59cbdc877d2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (d4a71b7c-b829-4818-a730-8eda807ebe70), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:17.972046 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981dd31-fb51-448d-bf03-0800fb9172d6 req-74c42a2c-dbb6-4394-85cb-14f1e0aa2d2a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:17.973765 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-3981dd31-fb51-448d-bf03-0800fb9172d6 req-74c42a2c-dbb6-4394-85cb-14f1e0aa2d2a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=f9be206f-1554-46fe-9fa7-581d2d394865 HTTP/1.1" status: 200 len: 943 time: 0.2847667 Jun 03 15:27:18.117263 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb15145-f62d-4e86-a540-2ba157585e70 service neutron] Pushing event updated for resources: {'Port': ['ID=4191cebd-3cce-492d-9aee-68a1dfd6dc5f,revision_number=3']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:18.224401 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e016be02-3e90-42c8-9de7-0e1f53f89078 req-8d4878b3-d536-4d86-81b0-b51057ef1804 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:18.245242 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-e016be02-3e90-42c8-9de7-0e1f53f89078 req-8d4878b3-d536-4d86-81b0-b51057ef1804 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 932 time: 0.3634422 Jun 03 15:27:18.247891 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02052c8c-0bb7-4266-aec5-659798de5ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3900b551-6ae1-4a37-8747-472e1095e4dc,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:18.318482 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-3981dd31-fb51-448d-bf03-0800fb9172d6 req-7e0c3e26-fdf0-4339-8c43-b3f19fbe8613 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups?id=1b98f6fb-eda1-4163-8db0-910407ebd3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2774751 Jun 03 15:27:18.325537 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4347054c-083a-44ae-a50c-73b2a2fe5f4e req-7e5eafcd-6948-4fe6-b313-dac271152105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:18.327469 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-4347054c-083a-44ae-a50c-73b2a2fe5f4e req-7e5eafcd-6948-4fe6-b313-dac271152105 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=3e8f48e1939245eaa67bcd6a27bc7cda&device_id=f9be206f-1554-46fe-9fa7-581d2d394865 HTTP/1.1" status: 200 len: 1127 time: 0.3073924 Jun 03 15:27:18.338336 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-41de7d11-83b5-4ddd-82bb-8e6a7f5da9c3 req-ece29f6f-a8b6-4a7f-8ee2-b2fc08252651 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (d065a51d-4c7e-482f-87f7-74c4d679a6c1), before_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:18.359163 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80fa34c-a355-46c4-a716-079b8ecdfb50 service neutron] Pushing event updated for resources: {'Port': ['ID=67597138-621c-43e8-af88-f2fa1bf44d03,revision_number=3']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:18.396661 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fde6ca1c4b3e174e639905c0d93b14e8a3905e0af4b9b9445456920c81b8107" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc15acdc-3f14-4ebf-aeeb-c21a4244fc03" -d '{"events": [{"name": "network-changed", "server_uuid": "f9be206f-1554-46fe-9fa7-581d2d394865", "tag": "67597138-621c-43e8-af88-f2fa1bf44d03"}]}' {{(pid=103920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:27:18.434644 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e90d43-6afb-4958-9029-bb01d03f9130 req-9eccdc01-a4fc-4f8b-b15d-e1627d9bc3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:18.436317 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f3e90d43-6afb-4958-9029-bb01d03f9130 req-9eccdc01-a4fc-4f8b-b15d-e1627d9bc3fb service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=16edd3f309d54728882acc6d23f8861e&device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 1127 time: 0.5541017 Jun 03 15:27:18.504335 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:18.518801 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936e9917-a458-4f7a-9c16-59cbdc877d2c service neutron] Pushing event updated for resources: {'Port': ['ID=d4a71b7c-b829-4818-a730-8eda807ebe70,revision_number=2']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:18.556903 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-a5fa8745-80f5-4b2e-adee-dcbf9c7e45f9 None None] Provisioning complete for port d065a51d-4c7e-482f-87f7-74c4d679a6c1 triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:27:18.558089 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a5fa8745-80f5-4b2e-adee-dcbf9c7e45f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (d065a51d-4c7e-482f-87f7-74c4d679a6c1), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:18.576444 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 15:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722c6497-c69f-4a12-a39c-d397337941c4 x-openstack-request-id: req-722c6497-c69f-4a12-a39c-d397337941c4 {{(pid=103919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:27:18.576850 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce808322-3f17-4d8f-8d33-909ecba99d7a", "tag": "4191cebd-3cce-492d-9aee-68a1dfd6dc5f", "status": "completed", "code": 200}]} {{(pid=103919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:27:18.577095 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-722c6497-c69f-4a12-a39c-d397337941c4 {{(pid=103919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:27:18.577623 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-722c6497-c69f-4a12-a39c-d397337941c4'] response: {'name': 'network-changed', 'server_uuid': 'ce808322-3f17-4d8f-8d33-909ecba99d7a', 'tag': '4191cebd-3cce-492d-9aee-68a1dfd6dc5f', 'status': 'completed', 'code': 200} Jun 03 15:27:18.587575 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-e016be02-3e90-42c8-9de7-0e1f53f89078 req-bb224a8c-cade-48ea-b441-4ec83a783bee tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411815 Jun 03 15:27:18.617618 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.managers [req-d9437caa-a8ee-47dd-b796-4c6a96b9ab5c req-936e9917-a458-4f7a-9c16-59cbdc877d2c service neutron] Attempting to bind port d4a71b7c-b829-4818-a730-8eda807ebe70 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 15:27:18.636780 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.managers [req-d9437caa-a8ee-47dd-b796-4c6a96b9ab5c req-936e9917-a458-4f7a-9c16-59cbdc877d2c service neutron] Attempting to bind port d4a71b7c-b829-4818-a730-8eda807ebe70 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '344823fa-4139-4c58-8284-6d371313181e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'ba66765f-7c24-4296-be5e-4c2a803ccabf'}] {{(pid=103920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 15:27:18.636780 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9437caa-a8ee-47dd-b796-4c6a96b9ab5c req-936e9917-a458-4f7a-9c16-59cbdc877d2c service neutron] Attempting to bind port d4a71b7c-b829-4818-a730-8eda807ebe70 on network ba66765f-7c24-4296-be5e-4c2a803ccabf {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:27:18.645265 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9437caa-a8ee-47dd-b796-4c6a96b9ab5c req-936e9917-a458-4f7a-9c16-59cbdc877d2c service neutron] Port d4a71b7c-b829-4818-a730-8eda807ebe70 on network ba66765f-7c24-4296-be5e-4c2a803ccabf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 03 15:27:18.645584 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9437caa-a8ee-47dd-b796-4c6a96b9ab5c req-936e9917-a458-4f7a-9c16-59cbdc877d2c service neutron] Attempting to bind port d4a71b7c-b829-4818-a730-8eda807ebe70 on network ba66765f-7c24-4296-be5e-4c2a803ccabf {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:27:18.657035 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9437caa-a8ee-47dd-b796-4c6a96b9ab5c req-936e9917-a458-4f7a-9c16-59cbdc877d2c service neutron] Checking agent: {'id': '5d40428d-d668-464b-bcee-3124e1355b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 24, 37), 'started_at': datetime.datetime(2022, 6, 3, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 15:27:18.657587 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9437caa-a8ee-47dd-b796-4c6a96b9ab5c req-936e9917-a458-4f7a-9c16-59cbdc877d2c service neutron] Checking segment: {'id': '344823fa-4139-4c58-8284-6d371313181e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'ba66765f-7c24-4296-be5e-4c2a803ccabf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:27:18.658365 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9437caa-a8ee-47dd-b796-4c6a96b9ab5c req-936e9917-a458-4f7a-9c16-59cbdc877d2c service neutron] Bound using segment: {'id': '344823fa-4139-4c58-8284-6d371313181e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'ba66765f-7c24-4296-be5e-4c2a803ccabf'} {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 15:27:18.659038 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.managers [req-d9437caa-a8ee-47dd-b796-4c6a96b9ab5c req-936e9917-a458-4f7a-9c16-59cbdc877d2c service neutron] Bound port: d4a71b7c-b829-4818-a730-8eda807ebe70, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '344823fa-4139-4c58-8284-6d371313181e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'ba66765f-7c24-4296-be5e-4c2a803ccabf'}}] {{(pid=103920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 15:27:18.659740 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-d9437caa-a8ee-47dd-b796-4c6a96b9ab5c req-936e9917-a458-4f7a-9c16-59cbdc877d2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (d4a71b7c-b829-4818-a730-8eda807ebe70), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:18.692927 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-a5fa8745-80f5-4b2e-adee-dcbf9c7e45f9 None None] Port d065a51d-4c7e-482f-87f7-74c4d679a6c1 cannot update to ACTIVE because it is not bound. {{(pid=103921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 15:27:18.736550 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=4 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:18.824772 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [req-d9437caa-a8ee-47dd-b796-4c6a96b9ab5c req-936e9917-a458-4f7a-9c16-59cbdc877d2c service neutron] For port d4a71b7c-b829-4818-a730-8eda807ebe70, host hv-cinder-83124, cleared binding levels {{(pid=103920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 15:27:18.846076 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [req-d9437caa-a8ee-47dd-b796-4c6a96b9ab5c req-936e9917-a458-4f7a-9c16-59cbdc877d2c service neutron] For port d4a71b7c-b829-4818-a730-8eda807ebe70, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=d4a71b7c-b829-4818-a730-8eda807ebe70,segment=NetworkSegment(344823fa-4139-4c58-8284-6d371313181e),segment_id=344823fa-4139-4c58-8284-6d371313181e)] {{(pid=103920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 15:27:18.858113 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c0319-9b4d-4f96-a95d-10cd4522cea7 req-26156c3a-9dd9-4091-87ab-a0b008e821af tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:18.859983 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-520c0319-9b4d-4f96-a95d-10cd4522cea7 req-26156c3a-9dd9-4091-87ab-a0b008e821af tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 931 time: 0.1036088 Jun 03 15:27:18.861903 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-d9437caa-a8ee-47dd-b796-4c6a96b9ab5c req-936e9917-a458-4f7a-9c16-59cbdc877d2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (d4a71b7c-b829-4818-a730-8eda807ebe70), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:18.898595 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d981ed3-6eac-4b21-bac5-9d59d7db373d req-4ac71c95-a6ec-48dd-891e-755908702d54 tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:18.906192 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-3d981ed3-6eac-4b21-bac5-9d59d7db373d req-4ac71c95-a6ec-48dd-891e-755908702d54 tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] 10.222.0.93 "GET /v2.0/ports?device_id=2c7caaae-2b81-44c6-9fbb-a01d2af87b57 HTTP/1.1" status: 200 len: 945 time: 0.2638428 Jun 03 15:27:18.922793 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9437caa-a8ee-47dd-b796-4c6a96b9ab5c req-936e9917-a458-4f7a-9c16-59cbdc877d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:18.923501 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-d9437caa-a8ee-47dd-b796-4c6a96b9ab5c req-936e9917-a458-4f7a-9c16-59cbdc877d2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for port (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:18.925039 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d9437caa-a8ee-47dd-b796-4c6a96b9ab5c req-936e9917-a458-4f7a-9c16-59cbdc877d2c service neutron] 10.222.0.95 "PUT /v2.0/ports/d4a71b7c-b829-4818-a730-8eda807ebe70 HTTP/1.1" status: 200 len: 1094 time: 4.0229230 Jun 03 15:27:18.972855 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-520c0319-9b4d-4f96-a95d-10cd4522cea7 req-47ad792d-ab59-4813-bdda-8775cccab097 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050417 Jun 03 15:27:18.981289 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936e9917-a458-4f7a-9c16-59cbdc877d2c service neutron] Pushing event updated for resources: {'Port': ['ID=d4a71b7c-b829-4818-a730-8eda807ebe70,revision_number=3']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:19.018664 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:19.039147 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-3d981ed3-6eac-4b21-bac5-9d59d7db373d req-19351ee5-6921-4c04-b736-64456710c634 tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] 10.222.0.93 "GET /v2.0/security-groups?id=6f59420a-b1c9-402c-bf1f-7ea81f7e4580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325271 Jun 03 15:27:19.134341 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.notifiers.nova [req-5189b759-ee7a-409a-830f-30019d7e628b req-1673c9f2-4a52-4892-bd36-2c182f1c1f31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6777d99-9001-40c7-8dc0-bac5ca7c5efe {{(pid=103919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:27:19.156131 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-5189b759-ee7a-409a-830f-30019d7e628b req-1673c9f2-4a52-4892-bd36-2c182f1c1f31 service neutron] Publish callbacks [] for port (a6777d99-9001-40c7-8dc0-bac5ca7c5efe), precommit_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:19.258491 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 15:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc3d120-33f0-4e13-a90d-a102e303529b x-openstack-request-id: req-bdc3d120-33f0-4e13-a90d-a102e303529b {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:27:19.259447 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9be206f-1554-46fe-9fa7-581d2d394865", "tag": "67597138-621c-43e8-af88-f2fa1bf44d03", "status": "completed", "code": 200}]} {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:27:19.259707 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-bdc3d120-33f0-4e13-a90d-a102e303529b {{(pid=103920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:27:19.260179 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdc3d120-33f0-4e13-a90d-a102e303529b'] response: {'name': 'network-changed', 'server_uuid': 'f9be206f-1554-46fe-9fa7-581d2d394865', 'tag': '67597138-621c-43e8-af88-f2fa1bf44d03', 'status': 'completed', 'code': 200} Jun 03 15:27:19.277729 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.provisioning_blocks [req-5189b759-ee7a-409a-830f-30019d7e628b req-1673c9f2-4a52-4892-bd36-2c182f1c1f31 service neutron] Transition to ACTIVE for port object a6777d99-9001-40c7-8dc0-bac5ca7c5efe will not be triggered until provisioned by entity L2. {{(pid=103919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 03 15:27:19.289329 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-5189b759-ee7a-409a-830f-30019d7e628b req-1673c9f2-4a52-4892-bd36-2c182f1c1f31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (a6777d99-9001-40c7-8dc0-bac5ca7c5efe), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:19.300843 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.notifiers.nova [req-41de7d11-83b5-4ddd-82bb-8e6a7f5da9c3 req-ece29f6f-a8b6-4a7f-8ee2-b2fc08252651 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d065a51d-4c7e-482f-87f7-74c4d679a6c1 {{(pid=103919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:27:19.317037 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-41de7d11-83b5-4ddd-82bb-8e6a7f5da9c3 req-ece29f6f-a8b6-4a7f-8ee2-b2fc08252651 service neutron] Publish callbacks [] for port (d065a51d-4c7e-482f-87f7-74c4d679a6c1), precommit_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:19.363220 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07371f1d-edf4-4df1-931e-4b638db5198f req-a9b9a654-db8f-464a-91a0-02668fa70f0a tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:19.364817 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-07371f1d-edf4-4df1-931e-4b638db5198f req-a9b9a654-db8f-464a-91a0-02668fa70f0a tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 943 time: 0.1544039 Jun 03 15:27:19.381929 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.provisioning_blocks [req-41de7d11-83b5-4ddd-82bb-8e6a7f5da9c3 req-ece29f6f-a8b6-4a7f-8ee2-b2fc08252651 service neutron] Transition to ACTIVE for port object d065a51d-4c7e-482f-87f7-74c4d679a6c1 will not be triggered until provisioned by entity L2. {{(pid=103919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 03 15:27:19.401321 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-41de7d11-83b5-4ddd-82bb-8e6a7f5da9c3 req-ece29f6f-a8b6-4a7f-8ee2-b2fc08252651 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (d065a51d-4c7e-482f-87f7-74c4d679a6c1), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:19.466135 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1673c9f2-4a52-4892-bd36-2c182f1c1f31 service neutron] Pushing event updated for resources: {'Port': ['ID=a6777d99-9001-40c7-8dc0-bac5ca7c5efe,revision_number=2']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:19.550228 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6ce12-bf7d-43af-952f-dfb04a7e82f1 req-a368034a-2870-46a8-8d11-1f0afa14d146 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:19.552673 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-01d6ce12-bf7d-43af-952f-dfb04a7e82f1 req-a368034a-2870-46a8-8d11-1f0afa14d146 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=f9be206f-1554-46fe-9fa7-581d2d394865 HTTP/1.1" status: 200 len: 943 time: 0.0966077 Jun 03 15:27:19.582781 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece29f6f-a8b6-4a7f-8ee2-b2fc08252651 service neutron] Pushing event updated for resources: {'Port': ['ID=d065a51d-4c7e-482f-87f7-74c4d679a6c1,revision_number=2']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:19.612112 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [req-5189b759-ee7a-409a-830f-30019d7e628b req-1673c9f2-4a52-4892-bd36-2c182f1c1f31 service neutron] Attempting to bind port a6777d99-9001-40c7-8dc0-bac5ca7c5efe on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 15:27:19.612732 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [req-5189b759-ee7a-409a-830f-30019d7e628b req-1673c9f2-4a52-4892-bd36-2c182f1c1f31 service neutron] Attempting to bind port a6777d99-9001-40c7-8dc0-bac5ca7c5efe by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '344823fa-4139-4c58-8284-6d371313181e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'ba66765f-7c24-4296-be5e-4c2a803ccabf'}] {{(pid=103919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 15:27:19.613306 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5189b759-ee7a-409a-830f-30019d7e628b req-1673c9f2-4a52-4892-bd36-2c182f1c1f31 service neutron] Attempting to bind port a6777d99-9001-40c7-8dc0-bac5ca7c5efe on network ba66765f-7c24-4296-be5e-4c2a803ccabf {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:27:19.659641 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5189b759-ee7a-409a-830f-30019d7e628b req-1673c9f2-4a52-4892-bd36-2c182f1c1f31 service neutron] Port a6777d99-9001-40c7-8dc0-bac5ca7c5efe on network ba66765f-7c24-4296-be5e-4c2a803ccabf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 03 15:27:19.660070 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5189b759-ee7a-409a-830f-30019d7e628b req-1673c9f2-4a52-4892-bd36-2c182f1c1f31 service neutron] Attempting to bind port a6777d99-9001-40c7-8dc0-bac5ca7c5efe on network ba66765f-7c24-4296-be5e-4c2a803ccabf {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:27:19.689653 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5189b759-ee7a-409a-830f-30019d7e628b req-1673c9f2-4a52-4892-bd36-2c182f1c1f31 service neutron] Checking agent: {'id': '5d40428d-d668-464b-bcee-3124e1355b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 24, 37), 'started_at': datetime.datetime(2022, 6, 3, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 15:27:19.691346 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5189b759-ee7a-409a-830f-30019d7e628b req-1673c9f2-4a52-4892-bd36-2c182f1c1f31 service neutron] Checking segment: {'id': '344823fa-4139-4c58-8284-6d371313181e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'ba66765f-7c24-4296-be5e-4c2a803ccabf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:27:19.694661 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5189b759-ee7a-409a-830f-30019d7e628b req-1673c9f2-4a52-4892-bd36-2c182f1c1f31 service neutron] Bound using segment: {'id': '344823fa-4139-4c58-8284-6d371313181e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'ba66765f-7c24-4296-be5e-4c2a803ccabf'} {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 15:27:19.695349 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [req-5189b759-ee7a-409a-830f-30019d7e628b req-1673c9f2-4a52-4892-bd36-2c182f1c1f31 service neutron] Bound port: a6777d99-9001-40c7-8dc0-bac5ca7c5efe, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '344823fa-4139-4c58-8284-6d371313181e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'ba66765f-7c24-4296-be5e-4c2a803ccabf'}}] {{(pid=103919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 15:27:19.695937 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-5189b759-ee7a-409a-830f-30019d7e628b req-1673c9f2-4a52-4892-bd36-2c182f1c1f31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (a6777d99-9001-40c7-8dc0-bac5ca7c5efe), before_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:19.716266 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-01d6ce12-bf7d-43af-952f-dfb04a7e82f1 req-43ee6047-356a-4fd5-809f-1fc012f39fd2 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups?id=1b98f6fb-eda1-4163-8db0-910407ebd3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534414 Jun 03 15:27:19.744291 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-07371f1d-edf4-4df1-931e-4b638db5198f req-b97ef5d3-1682-4e6b-901e-e123bf550b18 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9c415980-d445-441d-a0a3-94a8eef0bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3578577 Jun 03 15:27:19.754453 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [req-41de7d11-83b5-4ddd-82bb-8e6a7f5da9c3 req-ece29f6f-a8b6-4a7f-8ee2-b2fc08252651 service neutron] Attempting to bind port d065a51d-4c7e-482f-87f7-74c4d679a6c1 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 15:27:19.760044 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [req-41de7d11-83b5-4ddd-82bb-8e6a7f5da9c3 req-ece29f6f-a8b6-4a7f-8ee2-b2fc08252651 service neutron] Attempting to bind port d065a51d-4c7e-482f-87f7-74c4d679a6c1 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '612086bd-4a15-467e-af18-82334699cb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '6297c62b-cf60-4797-8fdd-d236a362ff82'}] {{(pid=103919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 15:27:19.760602 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41de7d11-83b5-4ddd-82bb-8e6a7f5da9c3 req-ece29f6f-a8b6-4a7f-8ee2-b2fc08252651 service neutron] Attempting to bind port d065a51d-4c7e-482f-87f7-74c4d679a6c1 on network 6297c62b-cf60-4797-8fdd-d236a362ff82 {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:27:19.826595 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:19.829603 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41de7d11-83b5-4ddd-82bb-8e6a7f5da9c3 req-ece29f6f-a8b6-4a7f-8ee2-b2fc08252651 service neutron] Port d065a51d-4c7e-482f-87f7-74c4d679a6c1 on network 6297c62b-cf60-4797-8fdd-d236a362ff82 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 03 15:27:19.830087 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41de7d11-83b5-4ddd-82bb-8e6a7f5da9c3 req-ece29f6f-a8b6-4a7f-8ee2-b2fc08252651 service neutron] Attempting to bind port d065a51d-4c7e-482f-87f7-74c4d679a6c1 on network 6297c62b-cf60-4797-8fdd-d236a362ff82 {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:27:19.856020 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41de7d11-83b5-4ddd-82bb-8e6a7f5da9c3 req-ece29f6f-a8b6-4a7f-8ee2-b2fc08252651 service neutron] Checking agent: {'id': '5d40428d-d668-464b-bcee-3124e1355b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 24, 37), 'started_at': datetime.datetime(2022, 6, 3, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 15:27:19.856377 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41de7d11-83b5-4ddd-82bb-8e6a7f5da9c3 req-ece29f6f-a8b6-4a7f-8ee2-b2fc08252651 service neutron] Checking segment: {'id': '612086bd-4a15-467e-af18-82334699cb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '6297c62b-cf60-4797-8fdd-d236a362ff82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:27:19.856487 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41de7d11-83b5-4ddd-82bb-8e6a7f5da9c3 req-ece29f6f-a8b6-4a7f-8ee2-b2fc08252651 service neutron] Bound using segment: {'id': '612086bd-4a15-467e-af18-82334699cb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '6297c62b-cf60-4797-8fdd-d236a362ff82'} {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 15:27:19.857086 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [req-41de7d11-83b5-4ddd-82bb-8e6a7f5da9c3 req-ece29f6f-a8b6-4a7f-8ee2-b2fc08252651 service neutron] Bound port: d065a51d-4c7e-482f-87f7-74c4d679a6c1, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '612086bd-4a15-467e-af18-82334699cb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '6297c62b-cf60-4797-8fdd-d236a362ff82'}}] {{(pid=103919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 15:27:19.857296 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-41de7d11-83b5-4ddd-82bb-8e6a7f5da9c3 req-ece29f6f-a8b6-4a7f-8ee2-b2fc08252651 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (d065a51d-4c7e-482f-87f7-74c4d679a6c1), before_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:19.860255 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [req-5189b759-ee7a-409a-830f-30019d7e628b req-1673c9f2-4a52-4892-bd36-2c182f1c1f31 service neutron] For port a6777d99-9001-40c7-8dc0-bac5ca7c5efe, host hv-cinder-83124, cleared binding levels {{(pid=103919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 15:27:19.864586 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [req-5189b759-ee7a-409a-830f-30019d7e628b req-1673c9f2-4a52-4892-bd36-2c182f1c1f31 service neutron] For port a6777d99-9001-40c7-8dc0-bac5ca7c5efe, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=a6777d99-9001-40c7-8dc0-bac5ca7c5efe,segment=NetworkSegment(344823fa-4139-4c58-8284-6d371313181e),segment_id=344823fa-4139-4c58-8284-6d371313181e)] {{(pid=103919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 15:27:19.883068 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-5189b759-ee7a-409a-830f-30019d7e628b req-1673c9f2-4a52-4892-bd36-2c182f1c1f31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (a6777d99-9001-40c7-8dc0-bac5ca7c5efe), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:19.941693 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5189b759-ee7a-409a-830f-30019d7e628b req-1673c9f2-4a52-4892-bd36-2c182f1c1f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:19.942326 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-5189b759-ee7a-409a-830f-30019d7e628b req-1673c9f2-4a52-4892-bd36-2c182f1c1f31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for port (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:19.943740 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-5189b759-ee7a-409a-830f-30019d7e628b req-1673c9f2-4a52-4892-bd36-2c182f1c1f31 service neutron] 10.222.0.95 "PUT /v2.0/ports/a6777d99-9001-40c7-8dc0-bac5ca7c5efe HTTP/1.1" status: 200 len: 1094 time: 2.5105524 Jun 03 15:27:19.948711 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abecc6e-640e-4479-a15e-2d5c6215ad58 req-563ad4ae-d15a-4178-8254-c90a3505b53e tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:19.959445 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-8abecc6e-640e-4479-a15e-2d5c6215ad58 req-563ad4ae-d15a-4178-8254-c90a3505b53e tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 944 time: 0.1313245 Jun 03 15:27:20.001311 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1673c9f2-4a52-4892-bd36-2c182f1c1f31 service neutron] Pushing event updated for resources: {'Port': ['ID=a6777d99-9001-40c7-8dc0-bac5ca7c5efe,revision_number=3']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:20.013112 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [req-41de7d11-83b5-4ddd-82bb-8e6a7f5da9c3 req-ece29f6f-a8b6-4a7f-8ee2-b2fc08252651 service neutron] For port d065a51d-4c7e-482f-87f7-74c4d679a6c1, host hv-cinder-83124, cleared binding levels {{(pid=103919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 15:27:20.028049 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [req-41de7d11-83b5-4ddd-82bb-8e6a7f5da9c3 req-ece29f6f-a8b6-4a7f-8ee2-b2fc08252651 service neutron] For port d065a51d-4c7e-482f-87f7-74c4d679a6c1, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=d065a51d-4c7e-482f-87f7-74c4d679a6c1,segment=NetworkSegment(612086bd-4a15-467e-af18-82334699cb77),segment_id=612086bd-4a15-467e-af18-82334699cb77)] {{(pid=103919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 15:27:20.041619 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-41de7d11-83b5-4ddd-82bb-8e6a7f5da9c3 req-ece29f6f-a8b6-4a7f-8ee2-b2fc08252651 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (d065a51d-4c7e-482f-87f7-74c4d679a6c1), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:20.057390 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-8abecc6e-640e-4479-a15e-2d5c6215ad58 req-c192e94f-e359-4822-a021-59051f4cc25e tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965977 Jun 03 15:27:20.115417 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de7d11-83b5-4ddd-82bb-8e6a7f5da9c3 req-ece29f6f-a8b6-4a7f-8ee2-b2fc08252651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:20.116237 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-41de7d11-83b5-4ddd-82bb-8e6a7f5da9c3 req-ece29f6f-a8b6-4a7f-8ee2-b2fc08252651 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for port (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:20.118126 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-41de7d11-83b5-4ddd-82bb-8e6a7f5da9c3 req-ece29f6f-a8b6-4a7f-8ee2-b2fc08252651 service neutron] 10.222.0.95 "PUT /v2.0/ports/d065a51d-4c7e-482f-87f7-74c4d679a6c1 HTTP/1.1" status: 200 len: 1093 time: 2.2547660 Jun 03 15:27:20.152314 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece29f6f-a8b6-4a7f-8ee2-b2fc08252651 service neutron] Pushing event updated for resources: {'Port': ['ID=d065a51d-4c7e-482f-87f7-74c4d679a6c1,revision_number=3']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:20.307408 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:20.353490 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e190a8-2283-4171-86bc-2d620edcf0ce req-8b0ad619-5b84-4a5b-b324-f00a1f0a5aa3 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:20.355463 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-75e190a8-2283-4171-86bc-2d620edcf0ce req-8b0ad619-5b84-4a5b-b324-f00a1f0a5aa3 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 943 time: 0.0679650 Jun 03 15:27:20.415163 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-75e190a8-2283-4171-86bc-2d620edcf0ce req-4cd699ba-2c0e-4623-b676-5ad2cdb8b19a tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514953 Jun 03 15:27:20.582390 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '758b095c-6da9-4d53-abba-6a13a7c50904', 'tag': 'a6777d99-9001-40c7-8dc0-bac5ca7c5efe'}, {'name': 'network-changed', 'server_uuid': 'e123dc0c-78c6-44ce-b847-927843a3751c', 'tag': 'd065a51d-4c7e-482f-87f7-74c4d679a6c1'}] {{(pid=103919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:27:20.586146 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb6718ce3f0a4af57ef91ee7142c10b6234fd65cffdc95d0a08216ae9169e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f04cae-c35a-44f1-ad93-c5e6e0d35569" -d '{"events": [{"name": "network-changed", "server_uuid": "758b095c-6da9-4d53-abba-6a13a7c50904", "tag": "a6777d99-9001-40c7-8dc0-bac5ca7c5efe"}, {"name": "network-changed", "server_uuid": "e123dc0c-78c6-44ce-b847-927843a3751c", "tag": "d065a51d-4c7e-482f-87f7-74c4d679a6c1"}]}' {{(pid=103919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:27:20.631914 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 03 Jun 2022 15:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d113ccb-e6a5-4e4c-b0b1-5b5211d5fbeb x-openstack-request-id: req-1d113ccb-e6a5-4e4c-b0b1-5b5211d5fbeb {{(pid=103919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:27:20.632740 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "758b095c-6da9-4d53-abba-6a13a7c50904", "tag": "a6777d99-9001-40c7-8dc0-bac5ca7c5efe", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e123dc0c-78c6-44ce-b847-927843a3751c", "tag": "d065a51d-4c7e-482f-87f7-74c4d679a6c1", "status": "completed", "code": 200}]} {{(pid=103919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:27:20.632997 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1d113ccb-e6a5-4e4c-b0b1-5b5211d5fbeb {{(pid=103919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:27:20.633415 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d113ccb-e6a5-4e4c-b0b1-5b5211d5fbeb'] response: {'name': 'network-changed', 'server_uuid': '758b095c-6da9-4d53-abba-6a13a7c50904', 'tag': 'a6777d99-9001-40c7-8dc0-bac5ca7c5efe', 'status': 'completed', 'code': 200} Jun 03 15:27:20.633666 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d113ccb-e6a5-4e4c-b0b1-5b5211d5fbeb'] response: {'name': 'network-changed', 'server_uuid': 'e123dc0c-78c6-44ce-b847-927843a3751c', 'tag': 'd065a51d-4c7e-482f-87f7-74c4d679a6c1', 'status': 'completed', 'code': 200} Jun 03 15:27:20.827035 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f8f2b1-3d2c-4697-88e8-64ffb217d8cf req-39cffca3-9240-4343-a87e-758388670890 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:20.828843 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-80f8f2b1-3d2c-4697-88e8-64ffb217d8cf req-39cffca3-9240-4343-a87e-758388670890 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=f9be206f-1554-46fe-9fa7-581d2d394865 HTTP/1.1" status: 200 len: 943 time: 0.0682256 Jun 03 15:27:20.887136 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-80f8f2b1-3d2c-4697-88e8-64ffb217d8cf req-658b624b-cf01-4e7e-81f0-4325d9a1ec9a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups?id=1b98f6fb-eda1-4163-8db0-910407ebd3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521026 Jun 03 15:27:20.890748 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249533e8-914f-444a-97e7-4b3ac8367b5d req-fe77dad4-3294-495a-a7d7-2ee5b16ba6a8 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:20.898611 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-249533e8-914f-444a-97e7-4b3ac8367b5d req-fe77dad4-3294-495a-a7d7-2ee5b16ba6a8 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 943 time: 0.0741303 Jun 03 15:27:20.959625 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-249533e8-914f-444a-97e7-4b3ac8367b5d req-485a1dae-0835-489c-bd1f-f9ba8bf7be2c tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9c415980-d445-441d-a0a3-94a8eef0bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598474 Jun 03 15:27:21.184603 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c76277-25d0-41b5-abca-b4a1480d9d85 req-3f57e2c3-76bd-43cd-b097-355f440a7846 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:21.186097 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-42c76277-25d0-41b5-abca-b4a1480d9d85 req-3f57e2c3-76bd-43cd-b097-355f440a7846 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 944 time: 0.0519183 Jun 03 15:27:21.233764 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-42c76277-25d0-41b5-abca-b4a1480d9d85 req-96660f84-e724-42c2-9cb3-03a6e47867ac tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419295 Jun 03 15:27:21.261807 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc122a7e-fe3b-4bb6-abb6-96e6a199d8e3', 'tag': 'd4a71b7c-b829-4818-a730-8eda807ebe70'}] {{(pid=103920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:27:21.264144 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fde6ca1c4b3e174e639905c0d93b14e8a3905e0af4b9b9445456920c81b8107" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4bc8b2c-f2f1-4e6f-ac48-a9b771b19e52" -d '{"events": [{"name": "network-changed", "server_uuid": "cc122a7e-fe3b-4bb6-abb6-96e6a199d8e3", "tag": "d4a71b7c-b829-4818-a730-8eda807ebe70"}]}' {{(pid=103920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:27:21.299353 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 15:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa93ab3d-49b1-4ac0-bcad-baf5fe118fde x-openstack-request-id: req-aa93ab3d-49b1-4ac0-bcad-baf5fe118fde {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:27:21.299645 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc122a7e-fe3b-4bb6-abb6-96e6a199d8e3", "tag": "d4a71b7c-b829-4818-a730-8eda807ebe70", "status": "completed", "code": 200}]} {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:27:21.299902 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-aa93ab3d-49b1-4ac0-bcad-baf5fe118fde {{(pid=103920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:27:21.300284 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa93ab3d-49b1-4ac0-bcad-baf5fe118fde'] response: {'name': 'network-changed', 'server_uuid': 'cc122a7e-fe3b-4bb6-abb6-96e6a199d8e3', 'tag': 'd4a71b7c-b829-4818-a730-8eda807ebe70', 'status': 'completed', 'code': 200} Jun 03 15:27:21.524798 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-4347054c-083a-44ae-a50c-73b2a2fe5f4e req-c3258a50-33d8-4d26-8e9c-b2299088a4b8 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67597138-621c-43e8-af88-f2fa1bf44d03 HTTP/1.1" status: 200 len: 217 time: 0.0564764 Jun 03 15:27:21.552221 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-be6608c1-6a4e-4c93-8d71-6803e0773bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (ba2d900a-f6c8-44b2-a19a-5d512e564d5a), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:21.561871 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f3e90d43-6afb-4958-9029-bb01d03f9130 req-cdca2a98-dde3-4ed9-ac4d-76311ed5648e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4191cebd-3cce-492d-9aee-68a1dfd6dc5f HTTP/1.1" status: 200 len: 217 time: 0.0804131 Jun 03 15:27:21.680528 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de7d11-83b5-4ddd-82bb-8e6a7f5da9c3 req-e0c23971-0c07-4b75-8706-e0f5e5de4cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:21.682232 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-41de7d11-83b5-4ddd-82bb-8e6a7f5da9c3 req-e0c23971-0c07-4b75-8706-e0f5e5de4cad service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1b930cadb2dc4e49947db0514528617d&device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 1127 time: 0.0863061 Jun 03 15:27:21.686571 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e90d43-6afb-4958-9029-bb01d03f9130 req-ecfe77a7-ede3-42b0-9bdd-e8815fa347ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:21.688011 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f3e90d43-6afb-4958-9029-bb01d03f9130 req-ecfe77a7-ede3-42b0-9bdd-e8815fa347ba service neutron] 10.222.0.95 "GET /v2.0/subnets?id=774a6a80-1cd7-4bc8-a1d0-ccd75afe6883 HTTP/1.1" status: 200 len: 850 time: 0.1088717 Jun 03 15:27:21.867028 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc45ed-b435-46e7-a81d-0520c2576743 req-3e8106d4-f6aa-44d0-a013-890a42c1034a tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:21.868559 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-3afc45ed-b435-46e7-a81d-0520c2576743 req-3e8106d4-f6aa-44d0-a013-890a42c1034a tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 943 time: 0.3463638 Jun 03 15:27:21.876221 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f04cae-c35a-44f1-ad93-c5e6e0d35569 req-25367bbd-359f-4977-b814-082283917c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:21.878717 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-32f04cae-c35a-44f1-ad93-c5e6e0d35569 req-25367bbd-359f-4977-b814-082283917c98 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a402ec1153624838be07cda58279f2a4&device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 1128 time: 0.3657146 Jun 03 15:27:21.915001 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc8b2c-f2f1-4e6f-ac48-a9b771b19e52 req-04f0f507-1996-4657-be55-7ef99b996ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:21.916535 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-f4bc8b2c-f2f1-4e6f-ac48-a9b771b19e52 req-04f0f507-1996-4657-be55-7ef99b996ac9 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a402ec1153624838be07cda58279f2a4&device_id=cc122a7e-fe3b-4bb6-abb6-96e6a199d8e3 HTTP/1.1" status: 200 len: 1128 time: 0.1287608 Jun 03 15:27:21.928557 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4347054c-083a-44ae-a50c-73b2a2fe5f4e req-1d359c60-2266-4a0d-aa69-b213dba7e11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:21.930044 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-4347054c-083a-44ae-a50c-73b2a2fe5f4e req-1d359c60-2266-4a0d-aa69-b213dba7e11a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1e60cea5-d2fd-43f7-aff8-25b5abe402c7 HTTP/1.1" status: 200 len: 854 time: 0.3891141 Jun 03 15:27:22.022327 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:22.029462 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-41de7d11-83b5-4ddd-82bb-8e6a7f5da9c3 req-aeb90e88-2288-4d7f-9426-4cebbfb003a5 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d065a51d-4c7e-482f-87f7-74c4d679a6c1 HTTP/1.1" status: 200 len: 217 time: 0.3348093 Jun 03 15:27:22.048299 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e90d43-6afb-4958-9029-bb01d03f9130 req-0849ff3f-07c5-45f8-a581-45cffda6fd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:22.049823 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f3e90d43-6afb-4958-9029-bb01d03f9130 req-0849ff3f-07c5-45f8-a581-45cffda6fd0c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=fc85e51d-f7a3-45da-ad6c-8c73a576aa2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3538494 Jun 03 15:27:22.096920 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94480f0c-35b5-4108-9975-84f372f1c106 req-1da4ded4-35b1-43ea-8f26-422ff9c92cca tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:22.099012 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-94480f0c-35b5-4108-9975-84f372f1c106 req-1da4ded4-35b1-43ea-8f26-422ff9c92cca tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=f9be206f-1554-46fe-9fa7-581d2d394865 HTTP/1.1" status: 200 len: 943 time: 0.0877931 Jun 03 15:27:22.171005 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4347054c-083a-44ae-a50c-73b2a2fe5f4e req-65d54f4a-6fa7-48f0-bd90-c2d7afa21d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:22.172491 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-4347054c-083a-44ae-a50c-73b2a2fe5f4e req-65d54f4a-6fa7-48f0-bd90-c2d7afa21d53 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=68719859-5880-402e-b442-370597e1ce2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2063525 Jun 03 15:27:22.206591 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-3afc45ed-b435-46e7-a81d-0520c2576743 req-a66166c8-7c12-4862-8322-8d18f452f1b4 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3264337 Jun 03 15:27:22.208549 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de7d11-83b5-4ddd-82bb-8e6a7f5da9c3 req-a4f4557d-f1d0-48b9-abc3-bb14b49472e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:22.210333 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-41de7d11-83b5-4ddd-82bb-8e6a7f5da9c3 req-a4f4557d-f1d0-48b9-abc3-bb14b49472e9 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f60f46ef-d4d3-474d-b0dd-61750c5ae20f HTTP/1.1" status: 200 len: 856 time: 0.1563189 Jun 03 15:27:22.291079 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-94480f0c-35b5-4108-9975-84f372f1c106 req-62a8305a-c664-4f1e-8fd0-b6ff0a3b8718 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups?id=1b98f6fb-eda1-4163-8db0-910407ebd3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688950 Jun 03 15:27:22.309160 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de7d11-83b5-4ddd-82bb-8e6a7f5da9c3 req-957b41ae-bed2-4d43-b031-d6335d388d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:22.310738 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-41de7d11-83b5-4ddd-82bb-8e6a7f5da9c3 req-957b41ae-bed2-4d43-b031-d6335d388d92 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6297c62b-cf60-4797-8fdd-d236a362ff82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0873852 Jun 03 15:27:22.314738 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f3e90d43-6afb-4958-9029-bb01d03f9130 req-3e5235e6-52f9-4c10-9fa5-22f0bc63a0db service neutron] 10.222.0.95 "GET /v2.0/networks/fc85e51d-f7a3-45da-ad6c-8c73a576aa2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572465 Jun 03 15:27:22.321424 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f04cae-c35a-44f1-ad93-c5e6e0d35569 req-5deb9592-3a85-4b29-8f5c-47e688e2c441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:22.323015 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-32f04cae-c35a-44f1-ad93-c5e6e0d35569 req-5deb9592-3a85-4b29-8f5c-47e688e2c441 service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=a402ec1153624838be07cda58279f2a4&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4319730 Jun 03 15:27:22.330055 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc8b2c-f2f1-4e6f-ac48-a9b771b19e52 req-aab8840f-7f84-4473-bcff-008921128f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:22.332099 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-f4bc8b2c-f2f1-4e6f-ac48-a9b771b19e52 req-aab8840f-7f84-4473-bcff-008921128f20 service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=a402ec1153624838be07cda58279f2a4&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4053950 Jun 03 15:27:22.479524 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:22.495232 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=100 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:22.522420 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f3e90d43-6afb-4958-9029-bb01d03f9130 req-d473d943-a0eb-4696-a4c7-ff5cef828314 service neutron] 10.222.0.95 "GET /v2.0/networks/fc85e51d-f7a3-45da-ad6c-8c73a576aa2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914361 Jun 03 15:27:22.543415 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-4347054c-083a-44ae-a50c-73b2a2fe5f4e req-addd3718-4c8f-42a0-8775-6193ecd8e86b service neutron] 10.222.0.95 "GET /v2.0/networks/68719859-5880-402e-b442-370597e1ce2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3552105 Jun 03 15:27:22.603165 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=100 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:22.673656 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f04cae-c35a-44f1-ad93-c5e6e0d35569 req-ca5d04a8-4ee6-4d3e-830c-df6c5bc718f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:22.675974 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-32f04cae-c35a-44f1-ad93-c5e6e0d35569 req-ca5d04a8-4ee6-4d3e-830c-df6c5bc718f8 service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3427925 Jun 03 15:27:22.678357 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9828317e-f694-46aa-811e-9f6b0bf6a9d4 req-721056b2-2f6a-4a87-9184-fd40dc66e7b9 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:22.686030 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-9828317e-f694-46aa-811e-9f6b0bf6a9d4 req-721056b2-2f6a-4a87-9184-fd40dc66e7b9 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 943 time: 0.1705091 Jun 03 15:27:22.698711 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc8b2c-f2f1-4e6f-ac48-a9b771b19e52 req-d0e30add-cca8-496f-a31f-db1eb5732a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:22.700462 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-f4bc8b2c-f2f1-4e6f-ac48-a9b771b19e52 req-d0e30add-cca8-496f-a31f-db1eb5732a93 service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3568864 Jun 03 15:27:22.725713 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-4347054c-083a-44ae-a50c-73b2a2fe5f4e req-466bc10f-00df-4596-9c89-08fa8f82ba81 service neutron] 10.222.0.95 "GET /v2.0/networks/68719859-5880-402e-b442-370597e1ce2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572540 Jun 03 15:27:22.742928 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-41de7d11-83b5-4ddd-82bb-8e6a7f5da9c3 req-ab82a20f-1629-4ebd-bb17-0df470675abb service neutron] 10.222.0.95 "GET /v2.0/networks/6297c62b-cf60-4797-8fdd-d236a362ff82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4136736 Jun 03 15:27:22.751799 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-9828317e-f694-46aa-811e-9f6b0bf6a9d4 req-b422bc32-0114-4147-a593-36c9fef126dd tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9c415980-d445-441d-a0a3-94a8eef0bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646837 Jun 03 15:27:22.860463 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607352a-fe5c-4cdf-8bfb-5f8e77ab161a req-33d2d763-1f3e-4fc4-8bf4-e6ed9ccf855d tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:22.862123 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-5607352a-fe5c-4cdf-8bfb-5f8e77ab161a req-33d2d763-1f3e-4fc4-8bf4-e6ed9ccf855d tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 944 time: 0.0502555 Jun 03 15:27:22.912959 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-5607352a-fe5c-4cdf-8bfb-5f8e77ab161a req-3d86404c-a458-4360-b6d4-df6d2fd083e0 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442870 Jun 03 15:27:22.962953 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=73,neutron:INSERT=1 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:23.350813 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebcbe6a-abb9-4e2f-bf30-caaff3dca03c req-45f9d24e-2dad-4766-b93f-7ee0a7b8566b tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:23.352808 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-5ebcbe6a-abb9-4e2f-bf30-caaff3dca03c req-45f9d24e-2dad-4766-b93f-7ee0a7b8566b tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 943 time: 0.0519850 Jun 03 15:27:23.408199 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-5ebcbe6a-abb9-4e2f-bf30-caaff3dca03c req-c80237cb-b9f4-4460-a02b-f2a60498ce17 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495374 Jun 03 15:27:23.551698 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfd3a3-2f1f-4be0-bc77-4d356c92ed9c req-7bbefd0a-4649-4abd-9eb6-6fc6279a0254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:23.553402 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-13cfd3a3-2f1f-4be0-bc77-4d356c92ed9c req-7bbefd0a-4649-4abd-9eb6-6fc6279a0254 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=16edd3f309d54728882acc6d23f8861e&device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 1127 time: 0.1011941 Jun 03 15:27:23.608263 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-41de7d11-83b5-4ddd-82bb-8e6a7f5da9c3 req-7d20511e-be33-4ec0-9bbc-37c9bf60a302 service neutron] 10.222.0.95 "GET /v2.0/networks/6297c62b-cf60-4797-8fdd-d236a362ff82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540377 Jun 03 15:27:23.630279 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbe35f-aae0-444b-a47f-d7f9f1989bb1 req-7361c754-00da-4c87-bfa7-07d34c72ddbc tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:23.631860 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-82fbe35f-aae0-444b-a47f-d7f9f1989bb1 req-7361c754-00da-4c87-bfa7-07d34c72ddbc tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=f9be206f-1554-46fe-9fa7-581d2d394865 HTTP/1.1" status: 200 len: 943 time: 0.0722349 Jun 03 15:27:23.695086 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=100 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:23.707076 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-82fbe35f-aae0-444b-a47f-d7f9f1989bb1 req-695a833d-69b1-4413-827d-9a491a3966dd tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups?id=1b98f6fb-eda1-4163-8db0-910407ebd3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670185 Jun 03 15:27:23.763975 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:23.780965 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-501e98a5-e172-4617-b424-a43b33ddb733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (af3cb756-c261-4349-9f96-3650fb8ddf57), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:23.819298 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 50262) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:27:23.971356 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-d6d57397-2565-41cf-8eed-462eb70bd371 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:24.081776 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5105b52-acaa-4df2-a906-4cb563cf2e90 req-39212da4-9b39-45e6-8a04-2469cc8f94ff tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:24.083171 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-c5105b52-acaa-4df2-a906-4cb563cf2e90 req-39212da4-9b39-45e6-8a04-2469cc8f94ff tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 943 time: 0.0890913 Jun 03 15:27:24.157193 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-d6d57397-2565-41cf-8eed-462eb70bd371 admin admin] Publish callbacks [] for security_group (ed33b8e0-3645-43bc-9e89-e5a7f7f82085), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:24.162114 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-c5105b52-acaa-4df2-a906-4cb563cf2e90 req-6516b827-1f3a-49e5-addf-f91aaa361702 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9c415980-d445-441d-a0a3-94a8eef0bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721881 Jun 03 15:27:24.163132 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-d6d57397-2565-41cf-8eed-462eb70bd371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (ed33b8e0-3645-43bc-9e89-e5a7f7f82085), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:24.209608 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-d6d57397-2565-41cf-8eed-462eb70bd371 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=690f6c2e43c74e83bcffcc49c17ffb32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3875287 Jun 03 15:27:24.210612 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d57397-2565-41cf-8eed-462eb70bd371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed33b8e0-3645-43bc-9e89-e5a7f7f82085,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:24.212710 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 50270) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:27:24.271818 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-7eb43724-a9b6-421f-86d2-3d77cb21e6be admin admin] Publish callbacks [] for security_group (ed33b8e0-3645-43bc-9e89-e5a7f7f82085), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:24.278080 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd38c05-13f8-487c-ad80-c0c621448637 req-33929147-3c0d-446d-b03b-24b8ecad4659 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:24.282783 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-4cd38c05-13f8-487c-ad80-c0c621448637 req-33929147-3c0d-446d-b03b-24b8ecad4659 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 944 time: 0.0519271 Jun 03 15:27:24.302209 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-7eb43724-a9b6-421f-86d2-3d77cb21e6be admin admin] Publish callbacks [] for security_group (ed33b8e0-3645-43bc-9e89-e5a7f7f82085), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:24.335468 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-4cd38c05-13f8-487c-ad80-c0c621448637 req-84ca27b2-197e-437d-b763-0a4b63fc9bdb tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475299 Jun 03 15:27:24.356379 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-7eb43724-a9b6-421f-86d2-3d77cb21e6be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (ed33b8e0-3645-43bc-9e89-e5a7f7f82085), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:24.359004 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-7eb43724-a9b6-421f-86d2-3d77cb21e6be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:24.360426 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-7eb43724-a9b6-421f-86d2-3d77cb21e6be admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ed33b8e0-3645-43bc-9e89-e5a7f7f82085 HTTP/1.1" status: 204 len: 168 time: 0.1436770 Jun 03 15:27:24.369367 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb43724-a9b6-421f-86d2-3d77cb21e6be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed33b8e0-3645-43bc-9e89-e5a7f7f82085,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:24.540838 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f289cc14-3895-4344-a387-dea137fb8873 req-b60f97a3-0b94-4509-8271-7a24da100b5c tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:24.542541 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f289cc14-3895-4344-a387-dea137fb8873 req-b60f97a3-0b94-4509-8271-7a24da100b5c tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 943 time: 0.0569112 Jun 03 15:27:24.598475 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f289cc14-3895-4344-a387-dea137fb8873 req-160791ee-26e8-456c-80e3-56b97a966637 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487239 Jun 03 15:27:24.708260 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 50278) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:27:24.721301 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-97ec14c2-b11d-4e38-a4b5-9bdbd0213be4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:24.745538 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:24.847089 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-97ec14c2-b11d-4e38-a4b5-9bdbd0213be4 admin admin] Publish callbacks [] for security_group (e465a544-a10b-4309-8890-044b87406335), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:24.856270 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a7c39-4a11-4f06-94d4-8f9dfa470292 req-764c00a7-a0ae-49c0-964d-cb0f3b5634ad tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:24.857844 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-c54a7c39-4a11-4f06-94d4-8f9dfa470292 req-764c00a7-a0ae-49c0-964d-cb0f3b5634ad tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=f9be206f-1554-46fe-9fa7-581d2d394865 HTTP/1.1" status: 200 len: 943 time: 0.0690575 Jun 03 15:27:24.859102 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-97ec14c2-b11d-4e38-a4b5-9bdbd0213be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (e465a544-a10b-4309-8890-044b87406335), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:24.920325 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-97ec14c2-b11d-4e38-a4b5-9bdbd0213be4 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=570ba72ea79742378427da115b682bb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2109802 Jun 03 15:27:24.922975 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec14c2-b11d-4e38-a4b5-9bdbd0213be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e465a544-a10b-4309-8890-044b87406335,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:24.923124 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 50284) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:27:24.951296 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-c54a7c39-4a11-4f06-94d4-8f9dfa470292 req-e8ee6de9-a58e-4007-98fa-5c1689b80f65 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups?id=1b98f6fb-eda1-4163-8db0-910407ebd3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859540 Jun 03 15:27:24.976759 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-d4159946-4866-43dc-ab24-ba8d54b6ba88 admin admin] Publish callbacks [] for security_group (e465a544-a10b-4309-8890-044b87406335), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:25.002556 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-d4159946-4866-43dc-ab24-ba8d54b6ba88 admin admin] Publish callbacks [] for security_group (e465a544-a10b-4309-8890-044b87406335), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:25.055054 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-d4159946-4866-43dc-ab24-ba8d54b6ba88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (e465a544-a10b-4309-8890-044b87406335), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:25.057523 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-d4159946-4866-43dc-ab24-ba8d54b6ba88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:25.058677 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-d4159946-4866-43dc-ab24-ba8d54b6ba88 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e465a544-a10b-4309-8890-044b87406335 HTTP/1.1" status: 204 len: 168 time: 0.1344976 Jun 03 15:27:25.066747 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4159946-4866-43dc-ab24-ba8d54b6ba88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e465a544-a10b-4309-8890-044b87406335,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:25.288275 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db89c21-e08c-481a-a8bd-b59e763d84ba req-7fe439f2-bc4a-4f70-acfd-e4e2d7ebe5ef tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:25.289859 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-2db89c21-e08c-481a-a8bd-b59e763d84ba req-7fe439f2-bc4a-4f70-acfd-e4e2d7ebe5ef tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 943 time: 0.0513442 Jun 03 15:27:25.352014 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-2db89c21-e08c-481a-a8bd-b59e763d84ba req-7097f5a1-6d6c-4de6-a684-1a8d67eaef61 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9c415980-d445-441d-a0a3-94a8eef0bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553405 Jun 03 15:27:25.423336 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:25.468141 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628222b1-db3f-4e74-9ad2-34c183bded52 req-78eb7daf-448e-44f7-844b-58727be4ece0 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:25.471111 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-628222b1-db3f-4e74-9ad2-34c183bded52 req-78eb7daf-448e-44f7-844b-58727be4ece0 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 944 time: 0.0579355 Jun 03 15:27:25.488467 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ea450706-6f9d-4600-9901-8a13358e87c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (c1b56563-1529-491f-97b0-bd0331fef87b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:25.530907 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-628222b1-db3f-4e74-9ad2-34c183bded52 req-173eee8c-c007-4a1d-ac12-7593d7ea116d tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529833 Jun 03 15:27:25.733757 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab22e9-7c97-4a25-8f47-43a5b0fd62b6 req-99fba94e-f5e3-48e8-81ff-1c99bd8088e6 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:25.735296 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-fdab22e9-7c97-4a25-8f47-43a5b0fd62b6 req-99fba94e-f5e3-48e8-81ff-1c99bd8088e6 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 943 time: 0.0502000 Jun 03 15:27:25.789037 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-fdab22e9-7c97-4a25-8f47-43a5b0fd62b6 req-b3c9959f-a550-4509-b280-24f3fe861160 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449572 Jun 03 15:27:26.076211 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325bc111-b343-4cb1-844f-1bea15871f6a req-8fc6ee73-636b-40b9-b46c-af51eed9e675 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:26.077699 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-325bc111-b343-4cb1-844f-1bea15871f6a req-8fc6ee73-636b-40b9-b46c-af51eed9e675 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=f9be206f-1554-46fe-9fa7-581d2d394865 HTTP/1.1" status: 200 len: 943 time: 0.0578377 Jun 03 15:27:26.133268 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-325bc111-b343-4cb1-844f-1bea15871f6a req-a2d7dab7-af48-4ddb-9bb6-e3e9e42bfac2 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups?id=1b98f6fb-eda1-4163-8db0-910407ebd3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493815 Jun 03 15:27:26.267664 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 50328) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:27:26.355214 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device 4191cebd-3cce-492d-9aee-68a1dfd6dc5f details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 15:27:26.385117 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-9ff5c846-06a5-45e6-9d12-c9d4e4d1837b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:26.477299 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port 4191cebd-3cce-492d-9aee-68a1dfd6dc5f, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=4191cebd-3cce-492d-9aee-68a1dfd6dc5f,segment=NetworkSegment(e7fa8e9f-2916-4044-ae3b-4a0e4ef94a1c),segment_id=e7fa8e9f-2916-4044-ae3b-4a0e4ef94a1c)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:27:26.486782 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-9ff5c846-06a5-45e6-9d12-c9d4e4d1837b admin admin] Publish callbacks [] for security_group (651d8ce1-c294-4490-99a8-1b3d203d8616), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:26.492620 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-9ff5c846-06a5-45e6-9d12-c9d4e4d1837b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (651d8ce1-c294-4490-99a8-1b3d203d8616), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:26.495433 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Returning: {'device': '4191cebd-3cce-492d-9aee-68a1dfd6dc5f', 'network_id': 'fc85e51d-f7a3-45da-ad6c-8c73a576aa2c', 'port_id': '4191cebd-3cce-492d-9aee-68a1dfd6dc5f', 'mac_address': 'fa:16:3e:ae:eb:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '774a6a80-1cd7-4bc8-a1d0-ccd75afe6883', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 15:27:26.500389 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10033513-e312-4136-8683-38340892a65b req-095135e8-4b18-4df9-bdd7-e139f1e3cd76 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:26.501991 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-10033513-e312-4136-8683-38340892a65b req-095135e8-4b18-4df9-bdd7-e139f1e3cd76 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 943 time: 0.0503500 Jun 03 15:27:26.532449 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:26.536887 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff5c846-06a5-45e6-9d12-c9d4e4d1837b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651d8ce1-c294-4490-99a8-1b3d203d8616,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:26.544480 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0007325d-49bd-45ba-86c8-d0efad7af70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (e76c2f28-d1d2-478d-a24e-96dcb24ae502), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:26.554905 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Current status of the port 4191cebd-3cce-492d-9aee-68a1dfd6dc5f is: DOWN; New status is: BUILD {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:27:26.555300 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (4191cebd-3cce-492d-9aee-68a1dfd6dc5f), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:26.557675 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-9ff5c846-06a5-45e6-9d12-c9d4e4d1837b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=262e4e5ea40545049723e0007b952dc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2888989 Jun 03 15:27:26.558368 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 50336) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:27:26.571660 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4191cebd-3cce-492d-9aee-68a1dfd6dc5f {{(pid=103921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:27:26.580759 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-10033513-e312-4136-8683-38340892a65b req-18658f20-ae0b-4ed8-94e0-a62f8a457814 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9c415980-d445-441d-a0a3-94a8eef0bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682774 Jun 03 15:27:26.597065 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port 4191cebd-3cce-492d-9aee-68a1dfd6dc5f, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=4191cebd-3cce-492d-9aee-68a1dfd6dc5f,segment=NetworkSegment(e7fa8e9f-2916-4044-ae3b-4a0e4ef94a1c),segment_id=e7fa8e9f-2916-4044-ae3b-4a0e4ef94a1c)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:27:26.606618 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (4191cebd-3cce-492d-9aee-68a1dfd6dc5f), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:26.629801 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-4b55ab09-0410-4b3d-be71-ac7d83f11577 admin admin] Publish callbacks [] for security_group (651d8ce1-c294-4490-99a8-1b3d203d8616), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:26.656746 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Pushing event updated for resources: {'Port': ['ID=4191cebd-3cce-492d-9aee-68a1dfd6dc5f,revision_number=4']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:26.664120 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-4b55ab09-0410-4b3d-be71-ac7d83f11577 admin admin] Publish callbacks [] for security_group (651d8ce1-c294-4490-99a8-1b3d203d8616), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:26.705603 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:26.707689 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e68ca32-95bf-411f-956a-a66b17623fab req-abd432f7-1452-459c-970c-3602f8a095c6 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:26.709406 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-6e68ca32-95bf-411f-956a-a66b17623fab req-abd432f7-1452-459c-970c-3602f8a095c6 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 944 time: 0.0647511 Jun 03 15:27:26.739886 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-4b55ab09-0410-4b3d-be71-ac7d83f11577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (651d8ce1-c294-4490-99a8-1b3d203d8616), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:26.744397 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-4b55ab09-0410-4b3d-be71-ac7d83f11577 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:26.745568 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-4b55ab09-0410-4b3d-be71-ac7d83f11577 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/651d8ce1-c294-4490-99a8-1b3d203d8616 HTTP/1.1" status: 204 len: 168 time: 0.1858566 Jun 03 15:27:26.757433 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b55ab09-0410-4b3d-be71-ac7d83f11577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651d8ce1-c294-4490-99a8-1b3d203d8616,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:26.787445 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-6e68ca32-95bf-411f-956a-a66b17623fab req-8e49fb83-3534-4122-aced-37bf7a1c36ee tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665922 Jun 03 15:27:26.915811 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff69fe6c-5cb1-4ed7-b4db-203322e3f36f req-ae8c6bd4-8d41-498f-b5c6-972376f7ea4f tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:26.917814 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-ff69fe6c-5cb1-4ed7-b4db-203322e3f36f req-ae8c6bd4-8d41-498f-b5c6-972376f7ea4f tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 943 time: 0.0517318 Jun 03 15:27:26.971323 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-ff69fe6c-5cb1-4ed7-b4db-203322e3f36f req-fa5d3432-5878-4b9f-82bb-7d0172739f61 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468574 Jun 03 15:27:27.251318 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efcbf1d-81c1-4b0b-9c9c-6ee4aa13845b req-4608e5ec-a6e2-4dc0-92d1-bd1a3c627b85 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:27.252813 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-1efcbf1d-81c1-4b0b-9c9c-6ee4aa13845b req-4608e5ec-a6e2-4dc0-92d1-bd1a3c627b85 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=f9be206f-1554-46fe-9fa7-581d2d394865 HTTP/1.1" status: 200 len: 943 time: 0.0496187 Jun 03 15:27:27.280464 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:INSERT=4,neutron:SELECT=96 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:27.312216 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-1efcbf1d-81c1-4b0b-9c9c-6ee4aa13845b req-8e104475-b84c-406f-a94b-ef5ad04e7e37 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups?id=1b98f6fb-eda1-4163-8db0-910407ebd3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523343 Jun 03 15:27:27.448218 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 50366) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:27:27.483775 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device 67597138-621c-43e8-af88-f2fa1bf44d03 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 15:27:27.559620 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-32a53612-62bd-410f-97cc-d0bcd8267d0c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-901123784-network', 'tenant_id': '00d2022cc4be4779af1edf1520c439ae'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:27:27.583179 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a53612-62bd-410f-97cc-d0bcd8267d0c admin admin] Made reservation on behalf of 00d2022cc4be4779af1edf1520c439ae for: {'network': 1} {{(pid=103919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:27:27.585922 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-32a53612-62bd-410f-97cc-d0bcd8267d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for network (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:27.590889 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port 67597138-621c-43e8-af88-f2fa1bf44d03, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=67597138-621c-43e8-af88-f2fa1bf44d03,segment=NetworkSegment(71db973e-62af-43f0-a23f-112fc819cb27),segment_id=71db973e-62af-43f0-a23f-112fc819cb27)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:27:27.596168 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-32a53612-62bd-410f-97cc-d0bcd8267d0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:27.603530 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Returning: {'device': '67597138-621c-43e8-af88-f2fa1bf44d03', 'network_id': '68719859-5880-402e-b442-370597e1ce2f', 'port_id': '67597138-621c-43e8-af88-f2fa1bf44d03', 'mac_address': 'fa:16:3e:5c:a2:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e60cea5-d2fd-43f7-aff8-25b5abe402c7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 15:27:27.644970 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Current status of the port 67597138-621c-43e8-af88-f2fa1bf44d03 is: DOWN; New status is: BUILD {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:27:27.645359 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (67597138-621c-43e8-af88-f2fa1bf44d03), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:27.662051 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67597138-621c-43e8-af88-f2fa1bf44d03 {{(pid=103921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:27:27.690986 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-32a53612-62bd-410f-97cc-d0bcd8267d0c admin admin] Publish callbacks [] for security_group (d859fc33-d2f7-46f3-a29c-83d9a52aafe7), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:27.692868 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port 67597138-621c-43e8-af88-f2fa1bf44d03, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=67597138-621c-43e8-af88-f2fa1bf44d03,segment=NetworkSegment(71db973e-62af-43f0-a23f-112fc819cb27),segment_id=71db973e-62af-43f0-a23f-112fc819cb27)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:27:27.698819 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-32a53612-62bd-410f-97cc-d0bcd8267d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (d859fc33-d2f7-46f3-a29c-83d9a52aafe7), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:27.700499 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (67597138-621c-43e8-af88-f2fa1bf44d03), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:27.727569 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32a53612-62bd-410f-97cc-d0bcd8267d0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 852} {{(pid=103919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:27:27.729287 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:27.737433 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb1e8f-dc74-483e-9ac7-b3ca11324fb9 req-8dc4e65e-25a9-47d0-8042-cfc62f434b20 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:27.738284 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a53612-62bd-410f-97cc-d0bcd8267d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d859fc33-d2f7-46f3-a29c-83d9a52aafe7,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:27.739410 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-3aeb1e8f-dc74-483e-9ac7-b3ca11324fb9 req-8dc4e65e-25a9-47d0-8042-cfc62f434b20 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 944 time: 0.0557370 Jun 03 15:27:27.747656 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-32a53612-62bd-410f-97cc-d0bcd8267d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659633'] for segment (88393667-e7c8-4946-b07a-8626e7cbb7b3), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:27.748050 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.db.segments_db [None req-32a53612-62bd-410f-97cc-d0bcd8267d0c admin admin] Added segment 88393667-e7c8-4946-b07a-8626e7cbb7b3 of type vlan for network beafa1b9-ad41-4519-b3bd-aaad5165f1e2 Jun 03 15:27:27.754958 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Pushing event updated for resources: {'Port': ['ID=67597138-621c-43e8-af88-f2fa1bf44d03,revision_number=4']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:27.800196 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-3aeb1e8f-dc74-483e-9ac7-b3ca11324fb9 req-a6caa8f7-6604-40c7-aa70-8d10748bd394 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9c415980-d445-441d-a0a3-94a8eef0bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505817 Jun 03 15:27:27.811424 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-32a53612-62bd-410f-97cc-d0bcd8267d0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362361959'] for network (beafa1b9-ad41-4519-b3bd-aaad5165f1e2), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:27.876557 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15acdc-3f14-4ebf-aeeb-c21a4244fc03 req-5641d003-de54-4001-b23e-11828390e1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:27.878770 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-fc15acdc-3f14-4ebf-aeeb-c21a4244fc03 req-5641d003-de54-4001-b23e-11828390e1a3 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=3e8f48e1939245eaa67bcd6a27bc7cda&device_id=f9be206f-1554-46fe-9fa7-581d2d394865 HTTP/1.1" status: 200 len: 1128 time: 0.0649042 Jun 03 15:27:27.977574 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] get_ports_and_sgs() called for port_ids ['4191cebd-3cce-492d-9aee-68a1dfd6dc5f'] {{(pid=103921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 15:27:27.986166 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5189b759-ee7a-409a-830f-30019d7e628b req-7713a1b0-86d1-4e60-922c-085e375ba136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:27.987706 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-5189b759-ee7a-409a-830f-30019d7e628b req-7713a1b0-86d1-4e60-922c-085e375ba136 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a402ec1153624838be07cda58279f2a4&device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 1128 time: 0.1478279 Jun 03 15:27:27.990749 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-32a53612-62bd-410f-97cc-d0bcd8267d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408'] for network (beafa1b9-ad41-4519-b3bd-aaad5165f1e2), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:27.991651 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a53612-62bd-410f-97cc-d0bcd8267d0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:27.992248 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-32a53612-62bd-410f-97cc-d0bcd8267d0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for network (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:28.003377 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9437caa-a8ee-47dd-b796-4c6a96b9ab5c req-35410059-2401-494b-9664-2c89fabcae10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:28.005097 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-d9437caa-a8ee-47dd-b796-4c6a96b9ab5c req-35410059-2401-494b-9664-2c89fabcae10 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a402ec1153624838be07cda58279f2a4&device_id=cc122a7e-fe3b-4bb6-abb6-96e6a199d8e3 HTTP/1.1" status: 200 len: 1128 time: 0.1814220 Jun 03 15:27:28.012244 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c5abaa-635d-47ed-a766-d15acfbc5d26 req-ccf59e0d-fe61-4d24-8258-8debb6d1371e tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:28.016237 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-90c5abaa-635d-47ed-a766-d15acfbc5d26 req-ccf59e0d-fe61-4d24-8258-8debb6d1371e tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 944 time: 0.0799594 Jun 03 15:27:28.086432 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-90c5abaa-635d-47ed-a766-d15acfbc5d26 req-52a227bc-4ada-44d0-924e-44af5699f247 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624337 Jun 03 15:27:28.118181 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] get_ports_and_sgs() called for port_ids ['67597138-621c-43e8-af88-f2fa1bf44d03'] {{(pid=103921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 15:27:28.244724 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98435521-d53f-447d-b690-05b3bf09f7c0 req-c948e67b-b735-4c3c-91f5-69d6300b32af tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:28.263302 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-98435521-d53f-447d-b690-05b3bf09f7c0 req-c948e67b-b735-4c3c-91f5-69d6300b32af tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 943 time: 0.0800154 Jun 03 15:27:28.276433 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-32a53612-62bd-410f-97cc-d0bcd8267d0c admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.8271096 Jun 03 15:27:28.280485 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 50396) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:27:28.286842 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-6e0f9a29-d028-44f5-9b43-ffafade224e0 admin admin] Request body: {'subnet': {'network_id': 'beafa1b9-ad41-4519-b3bd-aaad5165f1e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-901123784-subnet', 'tenant_id': '00d2022cc4be4779af1edf1520c439ae', 'ip_version': 4}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:27:28.320522 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (b78338d6-31c9-4f43-bfac-5a5a854a8366), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:28.323140 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a53612-62bd-410f-97cc-d0bcd8267d0c admin admin] Pushing event updated for resources: {'Network': ['ID=beafa1b9-ad41-4519-b3bd-aaad5165f1e2,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:28.329608 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfd3a3-2f1f-4be0-bc77-4d356c92ed9c req-5f9b45df-ca05-4c66-9827-59a5558fc6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:28.331164 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-13cfd3a3-2f1f-4be0-bc77-4d356c92ed9c req-5f9b45df-ca05-4c66-9827-59a5558fc6e3 service neutron] 10.222.0.95 "GET /v2.0/networks?id=fc85e51d-f7a3-45da-ad6c-8c73a576aa2c HTTP/1.1" status: 200 len: 912 time: 0.5158451 Jun 03 15:27:28.334799 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0f9a29-d028-44f5-9b43-ffafade224e0 admin admin] Made reservation on behalf of 00d2022cc4be4779af1edf1520c439ae for: {'subnet': 1} {{(pid=103919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:27:28.337730 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-6e0f9a29-d028-44f5-9b43-ffafade224e0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:28.363031 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-98435521-d53f-447d-b690-05b3bf09f7c0 req-0a8cb989-d18d-4d04-b7c1-06262bd77607 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934992 Jun 03 15:27:28.366952 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Network beafa1b9-ad41-4519-b3bd-aaad5165f1e2 details requested by agent ovs-agent-dv-cinder-831247-16-iscsi with host dv-cinder-831247-16-iscsi {{(pid=103921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 03 15:27:28.453996 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:28.482606 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196cd41-6af3-464d-b136-b0ac3ef11bae req-a86d3c63-e81f-4fe9-bc14-f7bf896bc48c tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:28.484124 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c196cd41-6af3-464d-b136-b0ac3ef11bae req-a86d3c63-e81f-4fe9-bc14-f7bf896bc48c tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=f9be206f-1554-46fe-9fa7-581d2d394865 HTTP/1.1" status: 200 len: 944 time: 0.0706718 Jun 03 15:27:28.528387 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:28.536719 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:28.625298 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c196cd41-6af3-464d-b136-b0ac3ef11bae req-ce8408aa-0a58-4f65-9251-c44967215269 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups?id=1b98f6fb-eda1-4163-8db0-910407ebd3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174054 Jun 03 15:27:28.626750 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-6e0f9a29-d028-44f5-9b43-ffafade224e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408'] for subnet (d1c0b66e-b6eb-4901-9a4c-c6cd4fad6b35), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:28.681277 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0f9a29-d028-44f5-9b43-ffafade224e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1c0b66e-b6eb-4901-9a4c-c6cd4fad6b35,revision_number=0']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:28.698000 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0f9a29-d028-44f5-9b43-ffafade224e0 admin admin] Checking segment: {'id': '88393667-e7c8-4946-b07a-8626e7cbb7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'beafa1b9-ad41-4519-b3bd-aaad5165f1e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:27:28.698363 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0f9a29-d028-44f5-9b43-ffafade224e0 admin admin] Network hostable DHCP agents. Network: beafa1b9-ad41-4519-b3bd-aaad5165f1e2, hostable agents: ['ba2d900a-f6c8-44b2-a19a-5d512e564d5a'], hosted agents: [] {{(pid=103919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:27:28.716380 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0f9a29-d028-44f5-9b43-ffafade224e0 admin admin] Network beafa1b9-ad41-4519-b3bd-aaad5165f1e2 is scheduled to be hosted by DHCP agent ba2d900a-f6c8-44b2-a19a-5d512e564d5a with binding_index 1 {{(pid=103919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:27:28.727431 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.base_scheduler [None req-6e0f9a29-d028-44f5-9b43-ffafade224e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-16-iscsi, beafa1b9-ad41-4519-b3bd-aaad5165f1e2) {{(pid=103919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:27:28.731878 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0f9a29-d028-44f5-9b43-ffafade224e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:28.732472 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-6e0f9a29-d028-44f5-9b43-ffafade224e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for subnet (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:28.739749 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71c4657-0c76-49eb-8f61-136ae31c5adc None None] Network beafa1b9-ad41-4519-b3bd-aaad5165f1e2 requested from dv-cinder-831247-16-iscsi {{(pid=103921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 15:27:28.750783 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-6e0f9a29-d028-44f5-9b43-ffafade224e0 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4675803 Jun 03 15:27:28.753628 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 50410) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:27:28.758225 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-c0a27f93-bf24-4ba3-8ae6-56962da1e3cd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-901123784-router', 'tenant_id': '00d2022cc4be4779af1edf1520c439ae', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913'}}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:27:28.778971 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c0a27f93-bf24-4ba3-8ae6-56962da1e3cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8047'] for router (f11933e3-578d-4387-b023-e8386fa01557), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:28.780103 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c0a27f93-bf24-4ba3-8ae6-56962da1e3cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-758221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-763459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-749579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8036'] for router (f11933e3-578d-4387-b023-e8386fa01557), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:28.839452 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c0a27f93-bf24-4ba3-8ae6-56962da1e3cd admin admin] Publish callbacks [] for router_controller (f11933e3-578d-4387-b023-e8386fa01557), precommit_add_association {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:28.851347 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca28ac50-5904-40a4-b550-e1982dcaff69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab2d7c19-a2cf-559f-b13f-a4a613ae6a08-beafa1b9-ad41-4519-b3bd-aaad5165f1e2', 'network_id': 'beafa1b9-ad41-4519-b3bd-aaad5165f1e2', 'project_id': '00d2022cc4be4779af1edf1520c439ae', 'fixed_ips': [{'subnet_id': 'd1c0b66e-b6eb-4901-9a4c-c6cd4fad6b35'}]}} from dv-cinder-831247-16-iscsi. {{(pid=103921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 03 15:27:28.852582 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ca28ac50-5904-40a4-b550-e1982dcaff69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:28.964154 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-13cfd3a3-2f1f-4be0-bc77-4d356c92ed9c req-81ac9663-b5df-4153-8ed0-eb3ab10891dd service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4191cebd-3cce-492d-9aee-68a1dfd6dc5f HTTP/1.1" status: 200 len: 217 time: 0.0847666 Jun 03 15:27:28.966770 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-5189b759-ee7a-409a-830f-30019d7e628b req-dbd9477d-f68d-44ec-b21e-b7cb63c7c241 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6777d99-9001-40c7-8dc0-bac5ca7c5efe HTTP/1.1" status: 200 len: 217 time: 0.0861197 Jun 03 15:27:29.010832 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-d9437caa-a8ee-47dd-b796-4c6a96b9ab5c req-ec6d48ef-fda0-41da-ac95-123d35d00b83 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4a71b7c-b829-4818-a730-8eda807ebe70 HTTP/1.1" status: 200 len: 217 time: 0.0536208 Jun 03 15:27:29.030543 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.db_base_plugin_common [None req-ca28ac50-5904-40a4-b550-e1982dcaff69 None None] Allocated IP 172.20.0.2 (beafa1b9-ad41-4519-b3bd-aaad5165f1e2/d1c0b66e-b6eb-4901-9a4c-c6cd4fad6b35/edb1d6e6-55a3-45b4-a7d3-b557ccc9d31b) {{(pid=103921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:27:29.058007 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:29.108018 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:29.113095 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f04cae-c35a-44f1-ad93-c5e6e0d35569 req-99817ae2-6ff3-4f5a-b470-d74050e61189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:29.114807 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-32f04cae-c35a-44f1-ad93-c5e6e0d35569 req-99817ae2-6ff3-4f5a-b470-d74050e61189 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1b930cadb2dc4e49947db0514528617d&device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 1127 time: 0.2158191 Jun 03 15:27:29.165668 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5189b759-ee7a-409a-830f-30019d7e628b req-dc810037-5418-43a1-a149-4ea46dd23455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:29.167194 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-5189b759-ee7a-409a-830f-30019d7e628b req-dc810037-5418-43a1-a149-4ea46dd23455 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5cb0f2a7-ee25-46e9-8c4b-18478610484d HTTP/1.1" status: 200 len: 857 time: 0.1711311 Jun 03 15:27:29.174580 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfd3a3-2f1f-4be0-bc77-4d356c92ed9c req-e2ee9f17-f62f-41a4-b127-1b4f75625634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:29.176187 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-13cfd3a3-2f1f-4be0-bc77-4d356c92ed9c req-e2ee9f17-f62f-41a4-b127-1b4f75625634 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=774a6a80-1cd7-4bc8-a1d0-ccd75afe6883 HTTP/1.1" status: 200 len: 850 time: 0.1811996 Jun 03 15:27:29.177711 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9437caa-a8ee-47dd-b796-4c6a96b9ab5c req-3404cf2c-386c-4fcb-80dc-b9912acecb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:29.179222 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-d9437caa-a8ee-47dd-b796-4c6a96b9ab5c req-3404cf2c-386c-4fcb-80dc-b9912acecb1d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5cb0f2a7-ee25-46e9-8c4b-18478610484d HTTP/1.1" status: 200 len: 857 time: 0.1181285 Jun 03 15:27:29.231048 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ca28ac50-5904-40a4-b550-e1982dcaff69 None None] Publish callbacks [] for port (edb1d6e6-55a3-45b4-a7d3-b557ccc9d31b), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:29.239750 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ca28ac50-5904-40a4-b550-e1982dcaff69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560'] for port (edb1d6e6-55a3-45b4-a7d3-b557ccc9d31b), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:29.289478 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca28ac50-5904-40a4-b550-e1982dcaff69 None None] Network beafa1b9-ad41-4519-b3bd-aaad5165f1e2 is already hosted by enough agents. {{(pid=103921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:27:29.300857 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.scheduler.base_scheduler [None req-ca28ac50-5904-40a4-b550-e1982dcaff69 None None] Resources bound (agent type, host, resource id): {{(pid=103921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:27:29.304284 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca28ac50-5904-40a4-b550-e1982dcaff69 None None] Received port after_create {{(pid=103921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:27:29.308432 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca28ac50-5904-40a4-b550-e1982dcaff69 None None] Pushing event updated for resources: {'Port': ['ID=edb1d6e6-55a3-45b4-a7d3-b557ccc9d31b,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:29.387100 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffee7e-beb1-4c36-a1c3-c943c462b855 req-7b20a736-dd26-40af-8f32-a63b40068e39 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:29.389779 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-fbffee7e-beb1-4c36-a1c3-c943c462b855 req-7b20a736-dd26-40af-8f32-a63b40068e39 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 944 time: 0.1986897 Jun 03 15:27:29.402432 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-ca28ac50-5904-40a4-b550-e1982dcaff69 None None] Attempting to bind port edb1d6e6-55a3-45b4-a7d3-b557ccc9d31b on host dv-cinder-831247-16-iscsi for vnic_type normal with profile {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 15:27:29.402828 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-ca28ac50-5904-40a4-b550-e1982dcaff69 None None] Attempting to bind port edb1d6e6-55a3-45b4-a7d3-b557ccc9d31b by drivers openvswitch,hyperv on host dv-cinder-831247-16-iscsi at level 0 using segments [{'id': '88393667-e7c8-4946-b07a-8626e7cbb7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'beafa1b9-ad41-4519-b3bd-aaad5165f1e2'}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 15:27:29.402946 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca28ac50-5904-40a4-b550-e1982dcaff69 None None] Attempting to bind port edb1d6e6-55a3-45b4-a7d3-b557ccc9d31b on network beafa1b9-ad41-4519-b3bd-aaad5165f1e2 {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:27:29.409281 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca28ac50-5904-40a4-b550-e1982dcaff69 None None] Checking agent: {'id': 'b78338d6-31c9-4f43-bfac-5a5a854a8366', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 17, 58), 'started_at': datetime.datetime(2022, 6, 3, 15, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 15:27:29.409281 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca28ac50-5904-40a4-b550-e1982dcaff69 None None] Checking segment: {'id': '88393667-e7c8-4946-b07a-8626e7cbb7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'beafa1b9-ad41-4519-b3bd-aaad5165f1e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:27:29.409700 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ca28ac50-5904-40a4-b550-e1982dcaff69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:29.410239 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca28ac50-5904-40a4-b550-e1982dcaff69 None None] Bound using segment: {'id': '88393667-e7c8-4946-b07a-8626e7cbb7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'beafa1b9-ad41-4519-b3bd-aaad5165f1e2'} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 15:27:29.410455 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfd3a3-2f1f-4be0-bc77-4d356c92ed9c req-bd2d8022-b8bc-45a3-85a7-903c5e62e7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:29.410744 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-ca28ac50-5904-40a4-b550-e1982dcaff69 None None] Bound port: edb1d6e6-55a3-45b4-a7d3-b557ccc9d31b, host: dv-cinder-831247-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88393667-e7c8-4946-b07a-8626e7cbb7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'beafa1b9-ad41-4519-b3bd-aaad5165f1e2'}}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 15:27:29.411126 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ca28ac50-5904-40a4-b550-e1982dcaff69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (edb1d6e6-55a3-45b4-a7d3-b557ccc9d31b), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:29.411966 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-13cfd3a3-2f1f-4be0-bc77-4d356c92ed9c req-bd2d8022-b8bc-45a3-85a7-903c5e62e7c4 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=fc85e51d-f7a3-45da-ad6c-8c73a576aa2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1779506 Jun 03 15:27:29.420397 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9437caa-a8ee-47dd-b796-4c6a96b9ab5c req-a399cb04-8939-4575-b868-6e2a5a4551af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:29.421911 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-d9437caa-a8ee-47dd-b796-4c6a96b9ab5c req-a399cb04-8939-4575-b868-6e2a5a4551af service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ba66765f-7c24-4296-be5e-4c2a803ccabf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1857698 Jun 03 15:27:29.422902 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5189b759-ee7a-409a-830f-30019d7e628b req-bd87e7d9-01e5-4f5f-a167-7d14cc4a77ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:29.424264 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-5189b759-ee7a-409a-830f-30019d7e628b req-bd87e7d9-01e5-4f5f-a167-7d14cc4a77ab service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ba66765f-7c24-4296-be5e-4c2a803ccabf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1792388 Jun 03 15:27:29.469818 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c0a27f93-bf24-4ba3-8ae6-56962da1e3cd admin admin] Publish callbacks [] for router_gateway (f11933e3-578d-4387-b023-e8386fa01557), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:29.485391 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-ca28ac50-5904-40a4-b550-e1982dcaff69 None None] For port edb1d6e6-55a3-45b4-a7d3-b557ccc9d31b, host dv-cinder-831247-16-iscsi, cleared binding levels {{(pid=103921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 15:27:29.489416 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-ca28ac50-5904-40a4-b550-e1982dcaff69 None None] For port edb1d6e6-55a3-45b4-a7d3-b557ccc9d31b, host dv-cinder-831247-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=edb1d6e6-55a3-45b4-a7d3-b557ccc9d31b,segment=NetworkSegment(88393667-e7c8-4946-b07a-8626e7cbb7b3),segment_id=88393667-e7c8-4946-b07a-8626e7cbb7b3)] {{(pid=103921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 15:27:29.497747 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device 4191cebd-3cce-492d-9aee-68a1dfd6dc5f up at agent hyperv_hv-cinder-83124 {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:27:29.529064 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ca28ac50-5904-40a4-b550-e1982dcaff69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (edb1d6e6-55a3-45b4-a7d3-b557ccc9d31b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:29.567708 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15acdc-3f14-4ebf-aeeb-c21a4244fc03 req-411e23dd-b456-4c6e-b15c-976880a1ae4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:29.572739 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-fc15acdc-3f14-4ebf-aeeb-c21a4244fc03 req-411e23dd-b456-4c6e-b15c-976880a1ae4f service neutron] 10.222.0.95 "GET /v2.0/networks?id=68719859-5880-402e-b442-370597e1ce2f HTTP/1.1" status: 200 len: 916 time: 0.6751025 Jun 03 15:27:29.592143 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83dc8b6-ad6e-4d37-a5de-ea4ba58d9df7 req-f12f1187-c941-49f3-a117-09f6416c93e9 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:29.597822 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Provisioning for port 4191cebd-3cce-492d-9aee-68a1dfd6dc5f completed by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 03 15:27:29.601847 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-a83dc8b6-ad6e-4d37-a5de-ea4ba58d9df7 req-f12f1187-c941-49f3-a117-09f6416c93e9 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 944 time: 0.6620150 Jun 03 15:27:29.606811 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Provisioning complete for port 4191cebd-3cce-492d-9aee-68a1dfd6dc5f triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:27:29.607281 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (4191cebd-3cce-492d-9aee-68a1dfd6dc5f), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:29.685213 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:29.688645 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-fbffee7e-beb1-4c36-a1c3-c943c462b855 req-831f8fc0-579d-4bb1-922d-d30b18cc6c72 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861073 Jun 03 15:27:29.719494 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:29.746324 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca28ac50-5904-40a4-b550-e1982dcaff69 None None] Pushing event updated for resources: {'Port': ['ID=edb1d6e6-55a3-45b4-a7d3-b557ccc9d31b,revision_number=2']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:29.752169 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-13cfd3a3-2f1f-4be0-bc77-4d356c92ed9c req-057a591c-60c2-496c-8a88-7ab351301e21 service neutron] 10.222.0.95 "GET /v2.0/networks/fc85e51d-f7a3-45da-ad6c-8c73a576aa2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248162 Jun 03 15:27:29.807696 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Current status of the port 4191cebd-3cce-492d-9aee-68a1dfd6dc5f is: BUILD; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:27:29.808184 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (4191cebd-3cce-492d-9aee-68a1dfd6dc5f), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:29.824937 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-fc15acdc-3f14-4ebf-aeeb-c21a4244fc03 req-ad166464-22c7-40ef-aa7c-461cdf44088d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67597138-621c-43e8-af88-f2fa1bf44d03 HTTP/1.1" status: 200 len: 217 time: 0.1720243 Jun 03 15:27:29.845578 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.agents_db [None req-a949b1cf-d0d8-4748-9c84-4164e96bf99f None None] Agent healthcheck: found 6 active agents {{(pid=103922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 15:27:29.852918 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port 4191cebd-3cce-492d-9aee-68a1dfd6dc5f, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=4191cebd-3cce-492d-9aee-68a1dfd6dc5f,segment=NetworkSegment(e7fa8e9f-2916-4044-ae3b-4a0e4ef94a1c),segment_id=e7fa8e9f-2916-4044-ae3b-4a0e4ef94a1c)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:27:29.854045 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce808322-3f17-4d8f-8d33-909ecba99d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4191cebd-3cce-492d-9aee-68a1dfd6dc5f'}] {{(pid=103921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:27:29.856537 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a0ad6594b2f649df373dfcb19de0225617b45f42ff1455deb142f027ba5606a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653f6ae1-ae27-46b5-9a46-aee635d57d92" -d '{"events": [{"server_uuid": "ce808322-3f17-4d8f-8d33-909ecba99d7a", "name": "network-vif-plugged", "status": "completed", "tag": "4191cebd-3cce-492d-9aee-68a1dfd6dc5f"}]}' {{(pid=103921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:27:29.861267 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (4191cebd-3cce-492d-9aee-68a1dfd6dc5f), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:29.862869 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device 67597138-621c-43e8-af88-f2fa1bf44d03 up at agent hyperv_hv-cinder-83124 {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:27:29.887706 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-a83dc8b6-ad6e-4d37-a5de-ea4ba58d9df7 req-cd3b2695-25c0-476f-8e19-1d1592748d58 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9c415980-d445-441d-a0a3-94a8eef0bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2818036 Jun 03 15:27:29.990572 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Provisioning for port 67597138-621c-43e8-af88-f2fa1bf44d03 completed by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 03 15:27:30.006201 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Pushing event updated for resources: {'Port': ['ID=4191cebd-3cce-492d-9aee-68a1dfd6dc5f,revision_number=5']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:30.010963 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Provisioning complete for port 67597138-621c-43e8-af88-f2fa1bf44d03 triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:27:30.010963 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (67597138-621c-43e8-af88-f2fa1bf44d03), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:30.031539 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-5189b759-ee7a-409a-830f-30019d7e628b req-c0f206b4-41ef-47d5-8fa0-08214e761d90 service neutron] 10.222.0.95 "GET /v2.0/networks/ba66765f-7c24-4296-be5e-4c2a803ccabf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5951970 Jun 03 15:27:30.074571 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-d9437caa-a8ee-47dd-b796-4c6a96b9ab5c req-106433dc-41bb-4fb0-b9e2-9d8abd63311e service neutron] 10.222.0.95 "GET /v2.0/networks/ba66765f-7c24-4296-be5e-4c2a803ccabf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6360464 Jun 03 15:27:30.106672 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:30.256445 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Current status of the port 67597138-621c-43e8-af88-f2fa1bf44d03 is: BUILD; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:27:30.256877 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (67597138-621c-43e8-af88-f2fa1bf44d03), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:30.257157 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b9ce1-0f97-4c0a-8f71-67bc1f256362 req-a754534d-8ece-4bff-a5b1-df164c74aefe tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:30.259616 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:30.265063 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-9c8b9ce1-0f97-4c0a-8f71-67bc1f256362 req-a754534d-8ece-4bff-a5b1-df164c74aefe tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 943 time: 0.4023752 Jun 03 15:27:30.301221 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port 67597138-621c-43e8-af88-f2fa1bf44d03, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=67597138-621c-43e8-af88-f2fa1bf44d03,segment=NetworkSegment(71db973e-62af-43f0-a23f-112fc819cb27),segment_id=71db973e-62af-43f0-a23f-112fc819cb27)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:27:30.307011 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (67597138-621c-43e8-af88-f2fa1bf44d03), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:30.308969 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:30.331424 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15acdc-3f14-4ebf-aeeb-c21a4244fc03 req-8a0545ba-5b8a-46cd-a4a0-7000d47bf8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:30.333295 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-fc15acdc-3f14-4ebf-aeeb-c21a4244fc03 req-8a0545ba-5b8a-46cd-a4a0-7000d47bf8fa service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1e60cea5-d2fd-43f7-aff8-25b5abe402c7 HTTP/1.1" status: 200 len: 854 time: 0.3693705 Jun 03 15:27:30.388250 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Pushing event updated for resources: {'Port': ['ID=67597138-621c-43e8-af88-f2fa1bf44d03,revision_number=5']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:30.403618 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c0a27f93-bf24-4ba3-8ae6-56962da1e3cd admin admin] Publish callbacks [] for router_gateway (f11933e3-578d-4387-b023-e8386fa01557), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:30.403790 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-13cfd3a3-2f1f-4be0-bc77-4d356c92ed9c req-f9467c37-1f8f-4712-ba5a-6488de62a866 service neutron] 10.222.0.95 "GET /v2.0/networks/fc85e51d-f7a3-45da-ad6c-8c73a576aa2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6224504 Jun 03 15:27:30.415324 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc98567b-885f-4da7-8ab6-41c084f62fb7 req-e3893ed7-96ae-4370-ab1c-973dbe9990b3 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:30.427261 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-dc98567b-885f-4da7-8ab6-41c084f62fb7 req-e3893ed7-96ae-4370-ab1c-973dbe9990b3 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=f9be206f-1554-46fe-9fa7-581d2d394865 HTTP/1.1" status: 200 len: 944 time: 0.3535559 Jun 03 15:27:30.443968 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-9c8b9ce1-0f97-4c0a-8f71-67bc1f256362 req-7b8b9f41-b83b-4b59-87b5-772f298f581e tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778049 Jun 03 15:27:30.448636 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-5189b759-ee7a-409a-830f-30019d7e628b req-ec4e07a9-f90e-434f-a920-b80b3efe3264 service neutron] 10.222.0.95 "GET /v2.0/networks/ba66765f-7c24-4296-be5e-4c2a803ccabf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4048071 Jun 03 15:27:30.452648 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-d9437caa-a8ee-47dd-b796-4c6a96b9ab5c req-a23e83a4-6835-42e3-8546-5855e22b588c service neutron] 10.222.0.95 "GET /v2.0/networks/ba66765f-7c24-4296-be5e-4c2a803ccabf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007951 Jun 03 15:27:30.474908 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f04cae-c35a-44f1-ad93-c5e6e0d35569 req-3b83ae0b-51d6-4aad-bd48-faaeef255a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:30.477935 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-32f04cae-c35a-44f1-ad93-c5e6e0d35569 req-3b83ae0b-51d6-4aad-bd48-faaeef255a24 service neutron] 10.222.0.95 "GET /v2.0/networks?id=6297c62b-cf60-4797-8fdd-d236a362ff82 HTTP/1.1" status: 200 len: 918 time: 0.9283335 Jun 03 15:27:30.488910 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c0a27f93-bf24-4ba3-8ae6-56962da1e3cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:30.515226 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 15:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9da415-cb79-44e9-ad73-6b5591602503 x-openstack-request-id: req-8b9da415-cb79-44e9-ad73-6b5591602503 {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:27:30.515591 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce808322-3f17-4d8f-8d33-909ecba99d7a", "name": "network-vif-plugged", "status": "completed", "tag": "4191cebd-3cce-492d-9aee-68a1dfd6dc5f", "code": 200}]} {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:27:30.516005 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8b9da415-cb79-44e9-ad73-6b5591602503 {{(pid=103921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:27:30.516382 dv-cinder-831247-16-iscsi neutron-server[103921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b9da415-cb79-44e9-ad73-6b5591602503'] response: {'server_uuid': 'ce808322-3f17-4d8f-8d33-909ecba99d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4191cebd-3cce-492d-9aee-68a1dfd6dc5f', 'code': 200} Jun 03 15:27:30.517496 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15acdc-3f14-4ebf-aeeb-c21a4244fc03 req-9942598b-4f01-4e8c-b887-a9321e21af45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:30.518996 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-fc15acdc-3f14-4ebf-aeeb-c21a4244fc03 req-9942598b-4f01-4e8c-b887-a9321e21af45 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=68719859-5880-402e-b442-370597e1ce2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1758475 Jun 03 15:27:30.588302 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-dc98567b-885f-4da7-8ab6-41c084f62fb7 req-1ef651bf-1b42-4d5c-9992-efab1969caa6 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups?id=1b98f6fb-eda1-4163-8db0-910407ebd3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421824 Jun 03 15:27:30.642014 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_common [None req-c0a27f93-bf24-4ba3-8ae6-56962da1e3cd admin admin] Allocated IP 172.27.3.76 (2ebb747a-15cb-4ff0-831b-eddaba7ea913/396ae3db-97af-42d7-bc28-96050c96ba42/d5ca0c4b-44f8-4798-abea-a11d7b9bda46) {{(pid=103920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:27:30.672836 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:30.771408 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c0a27f93-bf24-4ba3-8ae6-56962da1e3cd admin admin] Publish callbacks [] for port (d5ca0c4b-44f8-4798-abea-a11d7b9bda46), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:30.808609 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c0a27f93-bf24-4ba3-8ae6-56962da1e3cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560'] for port (d5ca0c4b-44f8-4798-abea-a11d7b9bda46), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:30.819462 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e28089-de2e-42fd-adf2-06a51ae8a556 req-3ffeae0a-757c-40df-add8-821e7211b9e8 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:30.821182 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-10e28089-de2e-42fd-adf2-06a51ae8a556 req-3ffeae0a-757c-40df-add8-821e7211b9e8 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 944 time: 0.0512457 Jun 03 15:27:30.849819 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a27f93-bf24-4ba3-8ae6-56962da1e3cd admin admin] Network 2ebb747a-15cb-4ff0-831b-eddaba7ea913 is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:27:30.853730 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-c0a27f93-bf24-4ba3-8ae6-56962da1e3cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:27:30.860359 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a27f93-bf24-4ba3-8ae6-56962da1e3cd admin admin] Received port after_create {{(pid=103920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:27:30.865504 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a27f93-bf24-4ba3-8ae6-56962da1e3cd admin admin] Pushing event updated for resources: {'Port': ['ID=d5ca0c4b-44f8-4798-abea-a11d7b9bda46,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:30.895462 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-10e28089-de2e-42fd-adf2-06a51ae8a556 req-40c10bca-2999-4c04-83de-5b9ac4d29815 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666497 Jun 03 15:27:30.936054 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81f24b9-84cd-41c5-b973-a369cbb219ee None None] Network beafa1b9-ad41-4519-b3bd-aaad5165f1e2 requested from dv-cinder-831247-16-iscsi {{(pid=103921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 15:27:31.019701 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c104ed-2770-4d29-9d77-d7e6427880f9 req-6db67596-1d8c-461b-9ee7-e172fb385f11 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:31.021165 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-e8c104ed-2770-4d29-9d77-d7e6427880f9 req-6db67596-1d8c-461b-9ee7-e172fb385f11 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 945 time: 0.0578384 Jun 03 15:27:31.048414 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-77dd26e1-5f28-4049-bc14-7d74b9f61aa4 None None] Provisioning complete for port edb1d6e6-55a3-45b4-a7d3-b557ccc9d31b triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:27:31.048783 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-77dd26e1-5f28-4049-bc14-7d74b9f61aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (edb1d6e6-55a3-45b4-a7d3-b557ccc9d31b), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:31.138348 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-e8c104ed-2770-4d29-9d77-d7e6427880f9 req-389923ad-9a4e-444d-83e4-7b31843d4af0 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9c415980-d445-441d-a0a3-94a8eef0bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852027 Jun 03 15:27:31.149724 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-77dd26e1-5f28-4049-bc14-7d74b9f61aa4 None None] Current status of the port edb1d6e6-55a3-45b4-a7d3-b557ccc9d31b is: DOWN; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:27:31.150325 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-77dd26e1-5f28-4049-bc14-7d74b9f61aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (edb1d6e6-55a3-45b4-a7d3-b557ccc9d31b), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:31.151677 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c0a27f93-bf24-4ba3-8ae6-56962da1e3cd admin admin] Publish callbacks [] for router_gateway (f11933e3-578d-4387-b023-e8386fa01557), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:31.195053 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-77dd26e1-5f28-4049-bc14-7d74b9f61aa4 None None] For port edb1d6e6-55a3-45b4-a7d3-b557ccc9d31b, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=edb1d6e6-55a3-45b4-a7d3-b557ccc9d31b,segment=NetworkSegment(88393667-e7c8-4946-b07a-8626e7cbb7b3),segment_id=88393667-e7c8-4946-b07a-8626e7cbb7b3)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:27:31.200437 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-77dd26e1-5f28-4049-bc14-7d74b9f61aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (edb1d6e6-55a3-45b4-a7d3-b557ccc9d31b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:31.253132 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:31.265877 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dd26e1-5f28-4049-bc14-7d74b9f61aa4 None None] Pushing event updated for resources: {'Port': ['ID=edb1d6e6-55a3-45b4-a7d3-b557ccc9d31b,revision_number=3']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:31.321593 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-71f3475d-76b2-487d-9e70-ec2f9222a6c3 None None] Provisioning complete for port edb1d6e6-55a3-45b4-a7d3-b557ccc9d31b triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:27:31.322109 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-71f3475d-76b2-487d-9e70-ec2f9222a6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (edb1d6e6-55a3-45b4-a7d3-b557ccc9d31b), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:31.379992 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c0a27f93-bf24-4ba3-8ae6-56962da1e3cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-758228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-763446'] for router (f11933e3-578d-4387-b023-e8386fa01557), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:31.412966 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-71f3475d-76b2-487d-9e70-ec2f9222a6c3 None None] Current status of the port edb1d6e6-55a3-45b4-a7d3-b557ccc9d31b is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:27:31.503602 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device d065a51d-4c7e-482f-87f7-74c4d679a6c1 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 15:27:31.537442 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0a27f93-bf24-4ba3-8ae6-56962da1e3cd admin admin] Router f11933e3-578d-4387-b023-e8386fa01557 is scheduled to L3 agent af3cb756-c261-4349-9f96-3650fb8ddf57 with binding_index 1 {{(pid=103920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 03 15:27:31.605561 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b1836-f6b2-4a60-8e7a-019715ce417a req-2a8690cb-8f87-4724-9d29-acee800f6728 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:31.608545 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:31.615068 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port d065a51d-4c7e-482f-87f7-74c4d679a6c1, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=d065a51d-4c7e-482f-87f7-74c4d679a6c1,segment=NetworkSegment(612086bd-4a15-467e-af18-82334699cb77),segment_id=612086bd-4a15-467e-af18-82334699cb77)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:27:31.624157 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-df0b1836-f6b2-4a60-8e7a-019715ce417a req-2a8690cb-8f87-4724-9d29-acee800f6728 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 943 time: 0.0813105 Jun 03 15:27:31.635253 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Returning: {'device': 'd065a51d-4c7e-482f-87f7-74c4d679a6c1', 'network_id': '6297c62b-cf60-4797-8fdd-d236a362ff82', 'port_id': 'd065a51d-4c7e-482f-87f7-74c4d679a6c1', 'mac_address': 'fa:16:3e:c9:a6:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 861, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f60f46ef-d4d3-474d-b0dd-61750c5ae20f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 15:27:31.675580 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a27f93-bf24-4ba3-8ae6-56962da1e3cd admin admin] Notify agent at l3_agent.dv-cinder-831247-16-iscsi the message routers_updated {{(pid=103920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 15:27:31.691737 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83236a94-a5fd-4c37-a5dd-01c9bccd8f92 None None] Sync routers for ids ['f11933e3-578d-4387-b023-e8386fa01557'] in dv-cinder-831247-16-iscsi {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:27:31.703148 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Current status of the port d065a51d-4c7e-482f-87f7-74c4d679a6c1 is: DOWN; New status is: BUILD {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:27:31.703381 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (d065a51d-4c7e-482f-87f7-74c4d679a6c1), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:31.713842 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83236a94-a5fd-4c37-a5dd-01c9bccd8f92 None None] Routers {'f11933e3-578d-4387-b023-e8386fa01557'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:27:31.715319 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-83236a94-a5fd-4c37-a5dd-01c9bccd8f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:27:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['f11933e3-578d-4387-b023-e8386fa01557'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:31.719801 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c0a27f93-bf24-4ba3-8ae6-56962da1e3cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:31.722697 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d065a51d-4c7e-482f-87f7-74c4d679a6c1 {{(pid=103921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:27:31.723415 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-c0a27f93-bf24-4ba3-8ae6-56962da1e3cd admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9687099 Jun 03 15:27:31.728993 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 50482) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:27:31.736066 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:31.748305 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-df0b1836-f6b2-4a60-8e7a-019715ce417a req-d33fe909-3323-4a0c-9883-6e577acf91a8 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231227 Jun 03 15:27:31.769918 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device edb1d6e6-55a3-45b4-a7d3-b557ccc9d31b up at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:27:31.785933 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port d065a51d-4c7e-482f-87f7-74c4d679a6c1, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=d065a51d-4c7e-482f-87f7-74c4d679a6c1,segment=NetworkSegment(612086bd-4a15-467e-af18-82334699cb77),segment_id=612086bd-4a15-467e-af18-82334699cb77)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:27:31.812978 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (d065a51d-4c7e-482f-87f7-74c4d679a6c1), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:31.850258 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-83236a94-a5fd-4c37-a5dd-01c9bccd8f92 None None] Set router f11933e3-578d-4387-b023-e8386fa01557 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:27:31.858741 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:31.873775 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb13644-7b97-4d1e-b003-6596cd90e89d req-23d0101a-5201-494e-a015-e87f360ae36b tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:31.875302 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-5cb13644-7b97-4d1e-b003-6596cd90e89d req-23d0101a-5201-494e-a015-e87f360ae36b tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=f9be206f-1554-46fe-9fa7-581d2d394865 HTTP/1.1" status: 200 len: 945 time: 0.0893743 Jun 03 15:27:31.886605 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Pushing event updated for resources: {'Port': ['ID=d065a51d-4c7e-482f-87f7-74c4d679a6c1,revision_number=4']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:31.890674 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Provisioning complete for port edb1d6e6-55a3-45b4-a7d3-b557ccc9d31b triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:27:31.891668 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (edb1d6e6-55a3-45b4-a7d3-b557ccc9d31b), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:31.973385 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Current status of the port edb1d6e6-55a3-45b4-a7d3-b557ccc9d31b is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:27:32.055259 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-83236a94-a5fd-4c37-a5dd-01c9bccd8f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11933e3-578d-4387-b023-e8386fa01557', 'name': 'tempest-TestMinimumBasicScenario-901123784-router', 'tenant_id': '00d2022cc4be4779af1edf1520c439ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'd5ca0c4b-44f8-4798-abea-a11d7b9bda46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:27:28Z', 'updated_at': '2022-06-03T15:27:30Z', 'revision_number': 3, 'project_id': '00d2022cc4be4779af1edf1520c439ae', 'gw_port': {'id': 'd5ca0c4b-44f8-4798-abea-a11d7b9bda46', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f11933e3-578d-4387-b023-e8386fa01557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:27:30Z', 'updated_at': '2022-06-03T15:27:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi'}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:32.056773 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb09979-0c73-41b3-b0b1-289b887c7950 req-6bdcce44-b36c-460a-a956-e7b11c2c7804 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:32.058995 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-feb09979-0c73-41b3-b0b1-289b887c7950 req-6bdcce44-b36c-460a-a956-e7b11c2c7804 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 944 time: 0.0553005 Jun 03 15:27:32.092261 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83236a94-a5fd-4c37-a5dd-01c9bccd8f92 None None] Checking router: f11933e3-578d-4387-b023-e8386fa01557 for host: dv-cinder-831247-16-iscsi {{(pid=103922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:27:32.093053 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83236a94-a5fd-4c37-a5dd-01c9bccd8f92 None None] Updating router f11933e3-578d-4387-b023-e8386fa01557 port d5ca0c4b-44f8-4798-abea-a11d7b9bda46 binding host dv-cinder-831247-16-iscsi {{(pid=103922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:27:32.118397 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-feb09979-0c73-41b3-b0b1-289b887c7950 req-f2f5720c-d6e0-4ea2-8349-af21a593ff53 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528190 Jun 03 15:27:32.130681 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-83236a94-a5fd-4c37-a5dd-01c9bccd8f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (d5ca0c4b-44f8-4798-abea-a11d7b9bda46), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:32.142506 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] get_ports_and_sgs() called for port_ids ['d065a51d-4c7e-482f-87f7-74c4d679a6c1'] {{(pid=103921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 15:27:32.206842 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-5cb13644-7b97-4d1e-b003-6596cd90e89d req-cdbda585-4442-448b-b530-97909af859d9 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups?id=1b98f6fb-eda1-4163-8db0-910407ebd3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3154323 Jun 03 15:27:32.302212 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af9dab2-4150-43ef-a1cd-f36c59b52547 req-557426c4-02a2-41ef-a475-37d4a303b772 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:32.311261 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-9af9dab2-4150-43ef-a1cd-f36c59b52547 req-557426c4-02a2-41ef-a475-37d4a303b772 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 945 time: 0.0767698 Jun 03 15:27:32.377532 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-9af9dab2-4150-43ef-a1cd-f36c59b52547 req-7e060879-c24e-48d7-92d4-d6091bfbe0f1 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9c415980-d445-441d-a0a3-94a8eef0bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617337 Jun 03 15:27:32.512452 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-83236a94-a5fd-4c37-a5dd-01c9bccd8f92 None None] Publish callbacks [] for port (d5ca0c4b-44f8-4798-abea-a11d7b9bda46), precommit_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:32.518039 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9be206f-1554-46fe-9fa7-581d2d394865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67597138-621c-43e8-af88-f2fa1bf44d03'}] {{(pid=103921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:27:32.518673 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-8c0e21d9-d842-4d03-a314-4fdfca54b4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:32.520693 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a0ad6594b2f649df373dfcb19de0225617b45f42ff1455deb142f027ba5606a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442c4bde-8aaf-4a8b-a4fd-858769b86b9a" -d '{"events": [{"server_uuid": "f9be206f-1554-46fe-9fa7-581d2d394865", "name": "network-vif-plugged", "status": "completed", "tag": "67597138-621c-43e8-af88-f2fa1bf44d03"}]}' {{(pid=103921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:27:32.527544 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-83236a94-a5fd-4c37-a5dd-01c9bccd8f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (d5ca0c4b-44f8-4798-abea-a11d7b9bda46), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:32.540531 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:32.566957 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 15:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fced685-2891-48b2-a520-52ada788ec4d x-openstack-request-id: req-8fced685-2891-48b2-a520-52ada788ec4d {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:27:32.568299 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9be206f-1554-46fe-9fa7-581d2d394865", "name": "network-vif-plugged", "status": "completed", "tag": "67597138-621c-43e8-af88-f2fa1bf44d03", "code": 200}]} {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:27:32.568811 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8fced685-2891-48b2-a520-52ada788ec4d {{(pid=103921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:27:32.569456 dv-cinder-831247-16-iscsi neutron-server[103921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fced685-2891-48b2-a520-52ada788ec4d'] response: {'server_uuid': 'f9be206f-1554-46fe-9fa7-581d2d394865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67597138-621c-43e8-af88-f2fa1bf44d03', 'code': 200} Jun 03 15:27:32.598389 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-83236a94-a5fd-4c37-a5dd-01c9bccd8f92 None None] Attempting to bind port d5ca0c4b-44f8-4798-abea-a11d7b9bda46 on host dv-cinder-831247-16-iscsi for vnic_type normal with profile {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 15:27:32.599307 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-83236a94-a5fd-4c37-a5dd-01c9bccd8f92 None None] Attempting to bind port d5ca0c4b-44f8-4798-abea-a11d7b9bda46 by drivers openvswitch,hyperv on host dv-cinder-831247-16-iscsi at level 0 using segments [{'id': 'fb1f6c29-8e9a-43bb-852a-39936675ceea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913'}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 15:27:32.599307 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83236a94-a5fd-4c37-a5dd-01c9bccd8f92 None None] Attempting to bind port d5ca0c4b-44f8-4798-abea-a11d7b9bda46 on network 2ebb747a-15cb-4ff0-831b-eddaba7ea913 {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:27:32.610002 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a07e7f-85e2-4bc5-9157-e9ad37982811 None None] Pushing event updated for resources: {'Port': ['ID=d5ca0c4b-44f8-4798-abea-a11d7b9bda46,revision_number=2']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:32.613970 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83236a94-a5fd-4c37-a5dd-01c9bccd8f92 None None] Checking agent: {'id': 'b78338d6-31c9-4f43-bfac-5a5a854a8366', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 17, 58), 'started_at': datetime.datetime(2022, 6, 3, 15, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 15:27:32.614506 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83236a94-a5fd-4c37-a5dd-01c9bccd8f92 None None] Checking segment: {'id': 'fb1f6c29-8e9a-43bb-852a-39936675ceea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:27:32.615079 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-83236a94-a5fd-4c37-a5dd-01c9bccd8f92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:32.615734 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83236a94-a5fd-4c37-a5dd-01c9bccd8f92 None None] Bound using segment: {'id': 'fb1f6c29-8e9a-43bb-852a-39936675ceea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913'} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 15:27:32.617180 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-83236a94-a5fd-4c37-a5dd-01c9bccd8f92 None None] Bound port: d5ca0c4b-44f8-4798-abea-a11d7b9bda46, host: dv-cinder-831247-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb1f6c29-8e9a-43bb-852a-39936675ceea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913'}}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 15:27:32.617764 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-83236a94-a5fd-4c37-a5dd-01c9bccd8f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (d5ca0c4b-44f8-4798-abea-a11d7b9bda46), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:32.666495 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-32f04cae-c35a-44f1-ad93-c5e6e0d35569 req-5f861e2d-ad18-4eff-8dd8-9f3e9089a5d6 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d065a51d-4c7e-482f-87f7-74c4d679a6c1 HTTP/1.1" status: 200 len: 217 time: 0.0667090 Jun 03 15:27:32.684138 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-83236a94-a5fd-4c37-a5dd-01c9bccd8f92 None None] For port d5ca0c4b-44f8-4798-abea-a11d7b9bda46, host dv-cinder-831247-16-iscsi, cleared binding levels {{(pid=103922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 15:27:32.690848 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-83236a94-a5fd-4c37-a5dd-01c9bccd8f92 None None] For port d5ca0c4b-44f8-4798-abea-a11d7b9bda46, host dv-cinder-831247-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=d5ca0c4b-44f8-4798-abea-a11d7b9bda46,segment=NetworkSegment(fb1f6c29-8e9a-43bb-852a-39936675ceea),segment_id=fb1f6c29-8e9a-43bb-852a-39936675ceea)] {{(pid=103922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 15:27:32.698332 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-83236a94-a5fd-4c37-a5dd-01c9bccd8f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (d5ca0c4b-44f8-4798-abea-a11d7b9bda46), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:32.768180 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83236a94-a5fd-4c37-a5dd-01c9bccd8f92 None None] Routers {'f11933e3-578d-4387-b023-e8386fa01557'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:27:32.768802 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-83236a94-a5fd-4c37-a5dd-01c9bccd8f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:27:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['f11933e3-578d-4387-b023-e8386fa01557'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:32.773270 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a07e7f-85e2-4bc5-9157-e9ad37982811 None None] Pushing event updated for resources: {'Port': ['ID=d5ca0c4b-44f8-4798-abea-a11d7b9bda46,revision_number=3']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:32.840172 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:32.855181 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:32.899885 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-83236a94-a5fd-4c37-a5dd-01c9bccd8f92 None None] Set router f11933e3-578d-4387-b023-e8386fa01557 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:27:32.935051 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 50502) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:27:32.963463 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f04cae-c35a-44f1-ad93-c5e6e0d35569 req-940e92d5-7250-4b5f-b307-3c99bd970d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:32.964945 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-32f04cae-c35a-44f1-ad93-c5e6e0d35569 req-940e92d5-7250-4b5f-b307-3c99bd970d4e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f60f46ef-d4d3-474d-b0dd-61750c5ae20f HTTP/1.1" status: 200 len: 856 time: 0.2114682 Jun 03 15:27:33.043035 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b319b-dc0a-4a86-a55a-fe65ff7977fa req-66e6f1e4-2772-492a-a85a-dd23d787ad6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:33.046467 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-7e4b319b-dc0a-4a86-a55a-fe65ff7977fa req-66e6f1e4-2772-492a-a85a-dd23d787ad6a service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 1129 time: 0.1752768 Jun 03 15:27:33.056901 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186bdaa-302b-4406-b25b-b76a743221a2 req-12182d6c-e099-43b7-8d61-b3b8cd0af29b tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:33.066272 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-fc15acdc-3f14-4ebf-aeeb-c21a4244fc03 req-0f044e3c-ce0f-4740-b298-3233e443d3af service neutron] 10.222.0.95 "GET /v2.0/networks/68719859-5880-402e-b442-370597e1ce2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4172306 Jun 03 15:27:33.067038 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-0186bdaa-302b-4406-b25b-b76a743221a2 req-12182d6c-e099-43b7-8d61-b3b8cd0af29b tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 944 time: 0.1196311 Jun 03 15:27:33.075072 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f04cae-c35a-44f1-ad93-c5e6e0d35569 req-174d31eb-cb84-451b-9a5b-383889d731a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:33.077528 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-32f04cae-c35a-44f1-ad93-c5e6e0d35569 req-174d31eb-cb84-451b-9a5b-383889d731a8 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6297c62b-cf60-4797-8fdd-d236a362ff82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1005373 Jun 03 15:27:33.096494 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:33.102370 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=100 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:33.114694 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-817bc7c9-fbd8-4fb4-b546-6ed1da0089fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:33.115928 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-83236a94-a5fd-4c37-a5dd-01c9bccd8f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11933e3-578d-4387-b023-e8386fa01557', 'name': 'tempest-TestMinimumBasicScenario-901123784-router', 'tenant_id': '00d2022cc4be4779af1edf1520c439ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'd5ca0c4b-44f8-4798-abea-a11d7b9bda46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:27:28Z', 'updated_at': '2022-06-03T15:27:30Z', 'revision_number': 3, 'project_id': '00d2022cc4be4779af1edf1520c439ae', 'gw_port': {'id': 'd5ca0c4b-44f8-4798-abea-a11d7b9bda46', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f11933e3-578d-4387-b023-e8386fa01557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:27:30Z', 'updated_at': '2022-06-03T15:27:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi'}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:33.144739 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367ef9f2-a94b-45d8-993b-0b1dda2f3421 req-0f0cfe57-fbc0-4086-b49c-381a29f45bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:33.146246 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-367ef9f2-a94b-45d8-993b-0b1dda2f3421 req-0f0cfe57-fbc0-4086-b49c-381a29f45bec service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=f9be206f-1554-46fe-9fa7-581d2d394865 HTTP/1.1" status: 200 len: 1129 time: 0.2006269 Jun 03 15:27:33.155157 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83236a94-a5fd-4c37-a5dd-01c9bccd8f92 None None] The sync data for ids ['f11933e3-578d-4387-b023-e8386fa01557'] in dv-cinder-831247-16-iscsi is: [{'id': 'f11933e3-578d-4387-b023-e8386fa01557', 'name': 'tempest-TestMinimumBasicScenario-901123784-router', 'tenant_id': '00d2022cc4be4779af1edf1520c439ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'd5ca0c4b-44f8-4798-abea-a11d7b9bda46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:27:28Z', 'updated_at': '2022-06-03T15:27:30Z', 'revision_number': 3, 'project_id': '00d2022cc4be4779af1edf1520c439ae', 'gw_port': {'id': 'd5ca0c4b-44f8-4798-abea-a11d7b9bda46', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f11933e3-578d-4387-b023-e8386fa01557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:27:30Z', 'updated_at': '2022-06-03T15:27:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi'}] {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:27:33.169559 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_common [None req-8c0e21d9-d842-4d03-a314-4fdfca54b4dc admin admin] Allocated IP 172.20.0.1 (beafa1b9-ad41-4519-b3bd-aaad5165f1e2/d1c0b66e-b6eb-4901-9a4c-c6cd4fad6b35/fb2661c8-2f5d-4116-a804-ea008520eba3) {{(pid=103920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:27:33.215121 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-7e4b319b-dc0a-4a86-a55a-fe65ff7977fa req-7b6a57cc-9e30-4511-896c-bd2be736b5f0 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=9c415980-d445-441d-a0a3-94a8eef0bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435437 Jun 03 15:27:33.237161 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-0186bdaa-302b-4406-b25b-b76a743221a2 req-87ea86da-c195-4e0c-8a33-14428e2e2d8b tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690545 Jun 03 15:27:33.255547 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-367ef9f2-a94b-45d8-993b-0b1dda2f3421 req-d21ec5f2-c740-499f-abe3-7c62e32b799b service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=1b98f6fb-eda1-4163-8db0-910407ebd3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948486 Jun 03 15:27:33.379735 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b18034-b7bb-4cc0-b2ae-052fceb856d2 req-51182f33-7975-41d4-ba6d-fc3e8207f07d tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:33.381421 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e5b18034-b7bb-4cc0-b2ae-052fceb856d2 req-51182f33-7975-41d4-ba6d-fc3e8207f07d tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=f9be206f-1554-46fe-9fa7-581d2d394865 HTTP/1.1" status: 200 len: 945 time: 0.0588074 Jun 03 15:27:33.423453 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c0dc5-b038-4b89-997a-8528c74e11db req-945dc205-88d1-4a0e-8e02-35778f2176a4 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:33.431013 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-ca1c0dc5-b038-4b89-997a-8528c74e11db req-945dc205-88d1-4a0e-8e02-35778f2176a4 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 944 time: 0.2089288 Jun 03 15:27:33.447358 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e5b18034-b7bb-4cc0-b2ae-052fceb856d2 req-b31c403c-32f4-499b-9177-0bbc92f71d62 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups?id=1b98f6fb-eda1-4163-8db0-910407ebd3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550864 Jun 03 15:27:33.466561 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-fc15acdc-3f14-4ebf-aeeb-c21a4244fc03 req-1228ec8d-5494-44e4-a8c4-9590fccaca65 service neutron] 10.222.0.95 "GET /v2.0/networks/68719859-5880-402e-b442-370597e1ce2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880482 Jun 03 15:27:33.511010 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-32f04cae-c35a-44f1-ad93-c5e6e0d35569 req-96fdd01e-a2e0-4bbc-b91a-dc7388f0a24c service neutron] 10.222.0.95 "GET /v2.0/networks/6297c62b-cf60-4797-8fdd-d236a362ff82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4137411 Jun 03 15:27:33.520219 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device a6777d99-9001-40c7-8dc0-bac5ca7c5efe details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 15:27:33.524571 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device d065a51d-4c7e-482f-87f7-74c4d679a6c1 up at agent hyperv_hv-cinder-83124 {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:27:33.608783 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-817bc7c9-fbd8-4fb4-b546-6ed1da0089fe admin admin] Publish callbacks [] for security_group (80b45e1e-95e6-4522-8267-0cf320b386a0), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:33.611565 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-ca1c0dc5-b038-4b89-997a-8528c74e11db req-6c96bff7-d6cb-4218-9e7a-f2fd7575ff6f tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797316 Jun 03 15:27:33.642092 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-8c0e21d9-d842-4d03-a314-4fdfca54b4dc admin admin] Publish callbacks [] for port (fb2661c8-2f5d-4116-a804-ea008520eba3), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:33.725718 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:33.727711 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-817bc7c9-fbd8-4fb4-b546-6ed1da0089fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (80b45e1e-95e6-4522-8267-0cf320b386a0), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:33.744697 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-8c0e21d9-d842-4d03-a314-4fdfca54b4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560'] for port (fb2661c8-2f5d-4116-a804-ea008520eba3), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:33.776127 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device d5ca0c4b-44f8-4798-abea-a11d7b9bda46 up at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:27:33.812079 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817bc7c9-fbd8-4fb4-b546-6ed1da0089fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b45e1e-95e6-4522-8267-0cf320b386a0,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:33.830364 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Provisioning for port d065a51d-4c7e-482f-87f7-74c4d679a6c1 completed by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 03 15:27:33.850562 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Provisioning complete for port d065a51d-4c7e-482f-87f7-74c4d679a6c1 triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:27:33.850562 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (d065a51d-4c7e-482f-87f7-74c4d679a6c1), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:33.920072 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port a6777d99-9001-40c7-8dc0-bac5ca7c5efe, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=a6777d99-9001-40c7-8dc0-bac5ca7c5efe,segment=NetworkSegment(344823fa-4139-4c58-8284-6d371313181e),segment_id=344823fa-4139-4c58-8284-6d371313181e)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:27:33.934228 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Provisioning complete for port d5ca0c4b-44f8-4798-abea-a11d7b9bda46 triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:27:33.934632 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (d5ca0c4b-44f8-4798-abea-a11d7b9bda46), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:33.941095 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:33.945194 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817bc7c9-fbd8-4fb4-b546-6ed1da0089fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:33.946082 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817bc7c9-fbd8-4fb4-b546-6ed1da0089fe admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:33.948670 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817bc7c9-fbd8-4fb4-b546-6ed1da0089fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:33.950430 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817bc7c9-fbd8-4fb4-b546-6ed1da0089fe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:33.950925 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817bc7c9-fbd8-4fb4-b546-6ed1da0089fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:33.952952 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817bc7c9-fbd8-4fb4-b546-6ed1da0089fe admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:33.953400 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817bc7c9-fbd8-4fb4-b546-6ed1da0089fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:33.953830 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817bc7c9-fbd8-4fb4-b546-6ed1da0089fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:33.955302 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817bc7c9-fbd8-4fb4-b546-6ed1da0089fe admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:33.955761 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817bc7c9-fbd8-4fb4-b546-6ed1da0089fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:33.956196 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817bc7c9-fbd8-4fb4-b546-6ed1da0089fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:33.964990 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817bc7c9-fbd8-4fb4-b546-6ed1da0089fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:33.964990 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817bc7c9-fbd8-4fb4-b546-6ed1da0089fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:33.964990 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817bc7c9-fbd8-4fb4-b546-6ed1da0089fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:33.964990 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817bc7c9-fbd8-4fb4-b546-6ed1da0089fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:33.966401 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Returning: {'device': 'a6777d99-9001-40c7-8dc0-bac5ca7c5efe', 'network_id': 'ba66765f-7c24-4296-be5e-4c2a803ccabf', 'port_id': 'a6777d99-9001-40c7-8dc0-bac5ca7c5efe', 'mac_address': 'fa:16:3e:be:3f:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb0f2a7-ee25-46e9-8c4b-18478610484d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 15:27:33.979225 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:33.993316 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9234a72b-f0a1-4606-93dd-b877010f01aa req-b0497746-96f5-4e91-9eb4-e49c01bd7af5 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:33.997160 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-817bc7c9-fbd8-4fb4-b546-6ed1da0089fe admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=1378bfa1199549baba2a955a8545d6a0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0592232 Jun 03 15:27:33.997800 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-9234a72b-f0a1-4606-93dd-b877010f01aa req-b0497746-96f5-4e91-9eb4-e49c01bd7af5 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 945 time: 0.4086707 Jun 03 15:27:33.998568 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 50524) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:27:34.000576 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0e21d9-d842-4d03-a314-4fdfca54b4dc admin admin] Pushing event updated for resources: {'Port': ['ID=fb2661c8-2f5d-4116-a804-ea008520eba3,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:34.021200 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0e21d9-d842-4d03-a314-4fdfca54b4dc admin admin] Network beafa1b9-ad41-4519-b3bd-aaad5165f1e2 is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:27:34.025784 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-8c0e21d9-d842-4d03-a314-4fdfca54b4dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:27:34.041246 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0e21d9-d842-4d03-a314-4fdfca54b4dc admin admin] Received port after_create {{(pid=103920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:27:34.044951 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-8c0e21d9-d842-4d03-a314-4fdfca54b4dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-762954'] for router_interface (f11933e3-578d-4387-b023-e8386fa01557), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:34.112654 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=100 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:34.165652 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Current status of the port a6777d99-9001-40c7-8dc0-bac5ca7c5efe is: DOWN; New status is: BUILD {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:27:34.166114 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (a6777d99-9001-40c7-8dc0-bac5ca7c5efe), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:34.171712 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Current status of the port d5ca0c4b-44f8-4798-abea-a11d7b9bda46 is: DOWN; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:27:34.172086 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (d5ca0c4b-44f8-4798-abea-a11d7b9bda46), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:34.191074 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=100 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:34.197610 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-ca08507e-4e05-4f99-922e-f7b53c300a15 req-119be6ed-f200-414d-af93-112c56d807d7 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=2c7caaae-2b81-44c6-9fbb-a01d2af87b57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1957636 Jun 03 15:27:34.200123 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Current status of the port d065a51d-4c7e-482f-87f7-74c4d679a6c1 is: BUILD; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:27:34.200571 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (d065a51d-4c7e-482f-87f7-74c4d679a6c1), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:34.243471 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6777d99-9001-40c7-8dc0-bac5ca7c5efe {{(pid=103921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:27:34.266852 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-10882f59-23db-451e-ad08-89360ea78049 admin admin] Publish callbacks [] for security_group (80b45e1e-95e6-4522-8267-0cf320b386a0), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:34.290136 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-9234a72b-f0a1-4606-93dd-b877010f01aa req-0cfa6f08-a2e5-44e1-aaf2-5247a1ab02aa tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9c415980-d445-441d-a0a3-94a8eef0bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2632234 Jun 03 15:27:34.338784 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] For port d5ca0c4b-44f8-4798-abea-a11d7b9bda46, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=d5ca0c4b-44f8-4798-abea-a11d7b9bda46,segment=NetworkSegment(fb1f6c29-8e9a-43bb-852a-39936675ceea),segment_id=fb1f6c29-8e9a-43bb-852a-39936675ceea)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:27:34.342402 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-10882f59-23db-451e-ad08-89360ea78049 admin admin] Publish callbacks [] for security_group (80b45e1e-95e6-4522-8267-0cf320b386a0), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:34.343492 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port a6777d99-9001-40c7-8dc0-bac5ca7c5efe, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=a6777d99-9001-40c7-8dc0-bac5ca7c5efe,segment=NetworkSegment(344823fa-4139-4c58-8284-6d371313181e),segment_id=344823fa-4139-4c58-8284-6d371313181e)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:27:34.348833 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port d065a51d-4c7e-482f-87f7-74c4d679a6c1, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=d065a51d-4c7e-482f-87f7-74c4d679a6c1,segment=NetworkSegment(612086bd-4a15-467e-af18-82334699cb77),segment_id=612086bd-4a15-467e-af18-82334699cb77)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:27:34.352043 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (d5ca0c4b-44f8-4798-abea-a11d7b9bda46), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:34.404037 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-8c0e21d9-d842-4d03-a314-4fdfca54b4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (fb2661c8-2f5d-4116-a804-ea008520eba3), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:34.419080 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-10882f59-23db-451e-ad08-89360ea78049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (80b45e1e-95e6-4522-8267-0cf320b386a0), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:34.421908 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-10882f59-23db-451e-ad08-89360ea78049 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:34.423318 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-10882f59-23db-451e-ad08-89360ea78049 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/80b45e1e-95e6-4522-8267-0cf320b386a0 HTTP/1.1" status: 204 len: 168 time: 0.4202130 Jun 03 15:27:34.433392 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10882f59-23db-451e-ad08-89360ea78049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b45e1e-95e6-4522-8267-0cf320b386a0,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:34.444023 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10882f59-23db-451e-ad08-89360ea78049 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:34.444570 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10882f59-23db-451e-ad08-89360ea78049 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:34.444717 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10882f59-23db-451e-ad08-89360ea78049 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:34.445129 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10882f59-23db-451e-ad08-89360ea78049 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:34.445617 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10882f59-23db-451e-ad08-89360ea78049 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:34.445952 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10882f59-23db-451e-ad08-89360ea78049 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:34.446743 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10882f59-23db-451e-ad08-89360ea78049 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:34.447077 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10882f59-23db-451e-ad08-89360ea78049 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:34.447403 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10882f59-23db-451e-ad08-89360ea78049 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:34.447727 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10882f59-23db-451e-ad08-89360ea78049 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:34.448051 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10882f59-23db-451e-ad08-89360ea78049 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:34.448521 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10882f59-23db-451e-ad08-89360ea78049 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:34.449253 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10882f59-23db-451e-ad08-89360ea78049 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:34.449580 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10882f59-23db-451e-ad08-89360ea78049 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:34.449897 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10882f59-23db-451e-ad08-89360ea78049 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:34.451710 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Pushing event updated for resources: {'Port': ['ID=d5ca0c4b-44f8-4798-abea-a11d7b9bda46,revision_number=4']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:34.460395 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (a6777d99-9001-40c7-8dc0-bac5ca7c5efe), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:34.483285 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (d065a51d-4c7e-482f-87f7-74c4d679a6c1), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:34.493006 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-79974311-6507-4f10-be77-2899f7fe5cc9 None None] Provisioning complete for port fb2661c8-2f5d-4116-a804-ea008520eba3 triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:27:34.493389 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-79974311-6507-4f10-be77-2899f7fe5cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (fb2661c8-2f5d-4116-a804-ea008520eba3), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:34.519845 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:34.520197 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:34.520537 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:34.521151 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:34.521967 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:34.521967 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:34.522730 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:34.522901 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:34.524081 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:34.524430 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:34.524766 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:34.525095 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:34.525440 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:34.525542 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-32f04cae-c35a-44f1-ad93-c5e6e0d35569 req-2a340030-4974-430c-a11d-81a24a4204d1 service neutron] 10.222.0.95 "GET /v2.0/networks/6297c62b-cf60-4797-8fdd-d236a362ff82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4738429 Jun 03 15:27:34.526004 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:34.526099 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:27:34.572510 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72806476-ee3c-4230-b3f9-4529b7392290 req-b0b638e0-6297-444b-bc69-ecefd0c407ee tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:34.580001 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-72806476-ee3c-4230-b3f9-4529b7392290 req-b0b638e0-6297-444b-bc69-ecefd0c407ee tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 945 time: 0.1388834 Jun 03 15:27:34.619010 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e123dc0c-78c6-44ce-b847-927843a3751c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd065a51d-4c7e-482f-87f7-74c4d679a6c1'}] {{(pid=103921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:27:34.621326 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a0ad6594b2f649df373dfcb19de0225617b45f42ff1455deb142f027ba5606a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884b2607-9572-47c2-8274-ec43b8e959b1" -d '{"events": [{"server_uuid": "e123dc0c-78c6-44ce-b847-927843a3751c", "name": "network-vif-plugged", "status": "completed", "tag": "d065a51d-4c7e-482f-87f7-74c4d679a6c1"}]}' {{(pid=103921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:27:34.624147 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Pushing event updated for resources: {'Port': ['ID=a6777d99-9001-40c7-8dc0-bac5ca7c5efe,revision_number=4']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:34.715496 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e88260-fe1e-48ec-b8d7-985c591af463 req-6e492e0e-b7d1-4f40-a0f4-3a082deab9f3 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:34.739415 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-79974311-6507-4f10-be77-2899f7fe5cc9 None None] Port fb2661c8-2f5d-4116-a804-ea008520eba3 cannot update to ACTIVE because it is not bound. {{(pid=103921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 15:27:34.740942 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-91e88260-fe1e-48ec-b8d7-985c591af463 req-6e492e0e-b7d1-4f40-a0f4-3a082deab9f3 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=f9be206f-1554-46fe-9fa7-581d2d394865 HTTP/1.1" status: 200 len: 945 time: 0.1327171 Jun 03 15:27:34.750712 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-72806476-ee3c-4230-b3f9-4529b7392290 req-59f38ffb-6800-4fb2-869a-c6f5bae52d79 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696885 Jun 03 15:27:34.787192 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Pushing event updated for resources: {'Port': ['ID=d065a51d-4c7e-482f-87f7-74c4d679a6c1,revision_number=5']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:34.829768 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 15:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c9efeb-35d1-42fd-a23b-ba17b3fca325 x-openstack-request-id: req-a6c9efeb-35d1-42fd-a23b-ba17b3fca325 {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:27:34.830058 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e123dc0c-78c6-44ce-b847-927843a3751c", "name": "network-vif-plugged", "status": "completed", "tag": "d065a51d-4c7e-482f-87f7-74c4d679a6c1", "code": 200}]} {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:27:34.830305 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a6c9efeb-35d1-42fd-a23b-ba17b3fca325 {{(pid=103921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:27:34.830726 dv-cinder-831247-16-iscsi neutron-server[103921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6c9efeb-35d1-42fd-a23b-ba17b3fca325'] response: {'server_uuid': 'e123dc0c-78c6-44ce-b847-927843a3751c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd065a51d-4c7e-482f-87f7-74c4d679a6c1', 'code': 200} Jun 03 15:27:34.840367 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-91e88260-fe1e-48ec-b8d7-985c591af463 req-5db2423d-d0ea-44ca-84a7-7e3672986183 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups?id=1b98f6fb-eda1-4163-8db0-910407ebd3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983880 Jun 03 15:27:34.863641 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] get_ports_and_sgs() called for port_ids ['a6777d99-9001-40c7-8dc0-bac5ca7c5efe'] {{(pid=103921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 15:27:34.882487 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-8c0e21d9-d842-4d03-a314-4fdfca54b4dc admin admin] Publish callbacks [] for port (fb2661c8-2f5d-4116-a804-ea008520eba3), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:34.889389 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-8c0e21d9-d842-4d03-a314-4fdfca54b4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (fb2661c8-2f5d-4116-a804-ea008520eba3), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:34.890832 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-8c0e21d9-d842-4d03-a314-4fdfca54b4dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-761338'] for router_interface (f11933e3-578d-4387-b023-e8386fa01557), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:35.000969 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 50544) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:27:35.015608 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-03a85588-a1a5-4af1-9669-31508c2d0db3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:35.033078 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0e21d9-d842-4d03-a314-4fdfca54b4dc admin admin] Pushing event updated for resources: {'Port': ['ID=fb2661c8-2f5d-4116-a804-ea008520eba3,revision_number=2']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:35.042284 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee376e-8298-46bd-8727-d7a4d45c94f6 req-a36c386f-da49-4623-a802-402a269d008f tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:35.044437 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f7ee376e-8298-46bd-8727-d7a4d45c94f6 req-a36c386f-da49-4623-a802-402a269d008f tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 945 time: 0.1340888 Jun 03 15:27:35.067356 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:35.096740 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-03a85588-a1a5-4af1-9669-31508c2d0db3 admin admin] Publish callbacks [] for security_group (a179b577-907f-43d0-b175-ee3af1f70085), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:35.105494 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-03a85588-a1a5-4af1-9669-31508c2d0db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (a179b577-907f-43d0-b175-ee3af1f70085), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:35.117757 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0e21d9-d842-4d03-a314-4fdfca54b4dc admin admin] Network beafa1b9-ad41-4519-b3bd-aaad5165f1e2 is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:27:35.127600 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-8c0e21d9-d842-4d03-a314-4fdfca54b4dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:27:35.140960 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f7ee376e-8298-46bd-8727-d7a4d45c94f6 req-82622075-d3c5-480c-b8fa-0aa88a2653a6 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845397 Jun 03 15:27:35.152240 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a85588-a1a5-4af1-9669-31508c2d0db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a179b577-907f-43d0-b175-ee3af1f70085,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:35.161079 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-03a85588-a1a5-4af1-9669-31508c2d0db3 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=bf9eed1ff39e42869fc520564c6260c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1590259 Jun 03 15:27:35.162347 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 50546) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:27:35.234977 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-afb003f7-7caa-4f7c-9682-fcfc4c9150de admin admin] Publish callbacks [] for security_group (a179b577-907f-43d0-b175-ee3af1f70085), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:35.260950 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0e21d9-d842-4d03-a314-4fdfca54b4dc admin admin] Router f11933e3-578d-4387-b023-e8386fa01557 has already been hosted by L3 agent af3cb756-c261-4349-9f96-3650fb8ddf57 {{(pid=103920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 15:27:35.270173 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-afb003f7-7caa-4f7c-9682-fcfc4c9150de admin admin] Publish callbacks [] for security_group (a179b577-907f-43d0-b175-ee3af1f70085), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:35.335871 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-afb003f7-7caa-4f7c-9682-fcfc4c9150de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (a179b577-907f-43d0-b175-ee3af1f70085), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:35.338786 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-afb003f7-7caa-4f7c-9682-fcfc4c9150de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:35.340975 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-afb003f7-7caa-4f7c-9682-fcfc4c9150de admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a179b577-907f-43d0-b175-ee3af1f70085 HTTP/1.1" status: 204 len: 168 time: 0.1776197 Jun 03 15:27:35.357116 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb003f7-7caa-4f7c-9682-fcfc4c9150de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a179b577-907f-43d0-b175-ee3af1f70085,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:35.395429 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:35.435390 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0e21d9-d842-4d03-a314-4fdfca54b4dc admin admin] Notify agent at l3_agent.dv-cinder-831247-16-iscsi the message routers_updated {{(pid=103920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 15:27:35.441502 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-8c0e21d9-d842-4d03-a314-4fdfca54b4dc admin admin] 10.222.0.93 "PUT /v2.0/routers/f11933e3-578d-4387-b023-e8386fa01557/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7114680 Jun 03 15:27:35.542887 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:35.565042 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15432f5a-b694-4492-9708-3c3e7ef03ff0 req-9337aa3b-c61f-4fa9-b6ab-f7c465d97c4a tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:35.568209 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-a97ce910-2c79-4528-9d54-e61e8bbacdaf None None] Provisioning complete for port fb2661c8-2f5d-4116-a804-ea008520eba3 triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:27:35.568661 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a97ce910-2c79-4528-9d54-e61e8bbacdaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (fb2661c8-2f5d-4116-a804-ea008520eba3), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:35.572725 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-15432f5a-b694-4492-9708-3c3e7ef03ff0 req-9337aa3b-c61f-4fa9-b6ab-f7c465d97c4a tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 945 time: 0.0716040 Jun 03 15:27:35.580978 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08507e-4e05-4f99-922e-f7b53c300a15 req-e04a7495-f958-464b-a7da-2e9917a2299c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:35.590709 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-ca08507e-4e05-4f99-922e-f7b53c300a15 req-e04a7495-f958-464b-a7da-2e9917a2299c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=683acaeef18d43b4ac3daeb60e3a8aea&device_id=2c7caaae-2b81-44c6-9fbb-a01d2af87b57 HTTP/1.1" status: 200 len: 1129 time: 0.1054845 Jun 03 15:27:35.620813 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-a97ce910-2c79-4528-9d54-e61e8bbacdaf None None] Port fb2661c8-2f5d-4116-a804-ea008520eba3 cannot update to ACTIVE because it is not bound. {{(pid=103921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 15:27:35.640152 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-15432f5a-b694-4492-9708-3c3e7ef03ff0 req-44d02217-8996-4b54-8309-05a93ba79066 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9c415980-d445-441d-a0a3-94a8eef0bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665610 Jun 03 15:27:35.695568 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device d4a71b7c-b829-4818-a730-8eda807ebe70 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 15:27:35.697843 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device a6777d99-9001-40c7-8dc0-bac5ca7c5efe up at agent hyperv_hv-cinder-83124 {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:27:35.748506 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device d5ca0c4b-44f8-4798-abea-a11d7b9bda46 up at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:27:35.902799 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Provisioning for port a6777d99-9001-40c7-8dc0-bac5ca7c5efe completed by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 03 15:27:35.908535 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1c9c0e-a9cd-4489-b418-230b9aa3cafb req-a6311d7f-a8ed-4a11-b058-8207a93f0877 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:35.926046 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-ab1c9c0e-a9cd-4489-b418-230b9aa3cafb req-a6311d7f-a8ed-4a11-b058-8207a93f0877 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 945 time: 0.1294193 Jun 03 15:27:35.929645 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Provisioning complete for port a6777d99-9001-40c7-8dc0-bac5ca7c5efe triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:27:35.930231 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (a6777d99-9001-40c7-8dc0-bac5ca7c5efe), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:35.931506 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 50572) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:27:35.932568 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 50574) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:27:35.978220 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-a655937d-f5ec-48dc-abe7-1ff445622a3b tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Request body: {'floatingip': {'port_id': '4191cebd-3cce-492d-9aee-68a1dfd6dc5f'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:27:36.001540 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:36.027478 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:36.028684 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Provisioning complete for port d5ca0c4b-44f8-4798-abea-a11d7b9bda46 triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:27:36.029175 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (d5ca0c4b-44f8-4798-abea-a11d7b9bda46), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:36.033297 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2554ffd3-5991-48a8-befe-03d44f059ea3 req-54c13d3e-287f-4cd7-b807-4c1c547ca5b2 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:36.037554 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca90b95-de62-44ec-831a-6cf2bd8048d2 None None] Sync routers for ids ['f11933e3-578d-4387-b023-e8386fa01557'] in dv-cinder-831247-16-iscsi {{(pid=103921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:27:36.043739 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-2554ffd3-5991-48a8-befe-03d44f059ea3 req-54c13d3e-287f-4cd7-b807-4c1c547ca5b2 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 945 time: 0.1792960 Jun 03 15:27:36.152895 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:36.194454 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-2554ffd3-5991-48a8-befe-03d44f059ea3 req-fb49e44b-3677-488b-bbc4-a90b0e1f89b8 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472518 Jun 03 15:27:36.325734 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port d4a71b7c-b829-4818-a730-8eda807ebe70, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=d4a71b7c-b829-4818-a730-8eda807ebe70,segment=NetworkSegment(344823fa-4139-4c58-8284-6d371313181e),segment_id=344823fa-4139-4c58-8284-6d371313181e)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:27:36.343124 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca90b95-de62-44ec-831a-6cf2bd8048d2 None None] Routers {'f11933e3-578d-4387-b023-e8386fa01557'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:27:36.343773 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-cca90b95-de62-44ec-831a-6cf2bd8048d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:27:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['f11933e3-578d-4387-b023-e8386fa01557'], 'active': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:36.409077 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb43f8-ade4-4040-8eb0-cb596ee11c38 req-74e5b1c3-1c90-4a25-abd5-d38eb8abbdbf tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:36.422165 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-a8eb43f8-ade4-4040-8eb0-cb596ee11c38 req-74e5b1c3-1c90-4a25-abd5-d38eb8abbdbf tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 945 time: 0.1019757 Jun 03 15:27:36.427719 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Returning: {'device': 'd4a71b7c-b829-4818-a730-8eda807ebe70', 'network_id': 'ba66765f-7c24-4296-be5e-4c2a803ccabf', 'port_id': 'd4a71b7c-b829-4818-a730-8eda807ebe70', 'mac_address': 'fa:16:3e:04:1b:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb0f2a7-ee25-46e9-8c4b-18478610484d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 15:27:36.509740 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Current status of the port a6777d99-9001-40c7-8dc0-bac5ca7c5efe is: BUILD; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:27:36.510124 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (a6777d99-9001-40c7-8dc0-bac5ca7c5efe), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:36.545177 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-a8eb43f8-ade4-4040-8eb0-cb596ee11c38 req-71eb6354-5404-4d1e-8c09-1203b2ed4c57 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219690 Jun 03 15:27:36.580485 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a655937d-f5ec-48dc-abe7-1ff445622a3b tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks [] for floatingip (58455875-b3f5-4733-ad83-4c29c105d162), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:36.583590 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-70bf7d69-f0c9-475c-bb96-a9385fd60918 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:36.618784 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Current status of the port d4a71b7c-b829-4818-a730-8eda807ebe70 is: DOWN; New status is: BUILD {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:27:36.619365 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (d4a71b7c-b829-4818-a730-8eda807ebe70), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:36.624145 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvr_db [None req-cca90b95-de62-44ec-831a-6cf2bd8048d2 None None] Set router f11933e3-578d-4387-b023-e8386fa01557 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:27:36.627579 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Current status of the port d5ca0c4b-44f8-4798-abea-a11d7b9bda46 is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:27:36.685598 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (5d40428d-d668-464b-bcee-3124e1355b3b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:36.707552 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port a6777d99-9001-40c7-8dc0-bac5ca7c5efe, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=a6777d99-9001-40c7-8dc0-bac5ca7c5efe,segment=NetworkSegment(344823fa-4139-4c58-8284-6d371313181e),segment_id=344823fa-4139-4c58-8284-6d371313181e)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:27:36.710619 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4a71b7c-b829-4818-a730-8eda807ebe70 {{(pid=103921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:27:36.721974 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (a6777d99-9001-40c7-8dc0-bac5ca7c5efe), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:36.771146 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 50604) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:27:36.775538 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265391a9-79a6-44e1-b2a8-9b494d73a008 req-7284d770-2344-441e-9d4e-c0e728f9c876 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:36.777060 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-265391a9-79a6-44e1-b2a8-9b494d73a008 req-7284d770-2344-441e-9d4e-c0e728f9c876 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=f9be206f-1554-46fe-9fa7-581d2d394865 HTTP/1.1" status: 200 len: 945 time: 0.6412468 Jun 03 15:27:36.784347 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-ca0da442-6854-448d-b119-653a89445a51 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-820550424-network', 'tenant_id': '433937ccb338451d8b27f5be7c1d78fa'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:27:36.795006 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-70bf7d69-f0c9-475c-bb96-a9385fd60918 admin admin] Publish callbacks [] for security_group (6580f4fa-24a7-4a75-9f09-ea57e02959fd), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:36.815588 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca0da442-6854-448d-b119-653a89445a51 admin admin] Made reservation on behalf of 433937ccb338451d8b27f5be7c1d78fa for: {'network': 1} {{(pid=103919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:27:36.819005 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-ca0da442-6854-448d-b119-653a89445a51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for network (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:36.828227 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-70bf7d69-f0c9-475c-bb96-a9385fd60918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (6580f4fa-24a7-4a75-9f09-ea57e02959fd), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:36.832797 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-ca0da442-6854-448d-b119-653a89445a51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:36.833800 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port d4a71b7c-b829-4818-a730-8eda807ebe70, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=d4a71b7c-b829-4818-a730-8eda807ebe70,segment=NetworkSegment(344823fa-4139-4c58-8284-6d371313181e),segment_id=344823fa-4139-4c58-8284-6d371313181e)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:27:36.835222 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '758b095c-6da9-4d53-abba-6a13a7c50904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6777d99-9001-40c7-8dc0-bac5ca7c5efe'}] {{(pid=103921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:27:36.837540 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a0ad6594b2f649df373dfcb19de0225617b45f42ff1455deb142f027ba5606a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f99662-21ad-459a-94ee-417025ba8c22" -d '{"events": [{"server_uuid": "758b095c-6da9-4d53-abba-6a13a7c50904", "name": "network-vif-plugged", "status": "completed", "tag": "a6777d99-9001-40c7-8dc0-bac5ca7c5efe"}]}' {{(pid=103921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:27:36.891999 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08507e-4e05-4f99-922e-f7b53c300a15 req-952d1b1f-f9eb-4fde-aaee-e22e4ef0b1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:36.893547 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-ca08507e-4e05-4f99-922e-f7b53c300a15 req-952d1b1f-f9eb-4fde-aaee-e22e4ef0b1d4 service neutron] 10.222.0.95 "GET /v2.0/networks?id=fa379d02-cec4-4bb7-8616-f922a2f53449 HTTP/1.1" status: 200 len: 912 time: 0.7604113 Jun 03 15:27:36.895621 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (d4a71b7c-b829-4818-a730-8eda807ebe70), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:36.939321 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Pushing event updated for resources: {'Port': ['ID=a6777d99-9001-40c7-8dc0-bac5ca7c5efe,revision_number=5']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:36.953297 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-70bf7d69-f0c9-475c-bb96-a9385fd60918 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=af6882ed2e30401683064e262659ef63&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0136704 Jun 03 15:27:36.953297 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bf7d69-f0c9-475c-bb96-a9385fd60918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6580f4fa-24a7-4a75-9f09-ea57e02959fd,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:36.954791 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 50612) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:27:36.988110 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-ca0da442-6854-448d-b119-653a89445a51 admin admin] Publish callbacks [] for security_group (1665c8e2-0793-484b-8aee-bcdfb32d2d0c), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:36.999904 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-ca0da442-6854-448d-b119-653a89445a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (1665c8e2-0793-484b-8aee-bcdfb32d2d0c), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:37.021880 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 15:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7c4c3e-75ca-4c44-b9b2-4f17a5c1c25e x-openstack-request-id: req-2e7c4c3e-75ca-4c44-b9b2-4f17a5c1c25e {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:27:37.023106 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "758b095c-6da9-4d53-abba-6a13a7c50904", "name": "network-vif-plugged", "status": "completed", "tag": "a6777d99-9001-40c7-8dc0-bac5ca7c5efe", "code": 200}]} {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:27:37.023352 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2e7c4c3e-75ca-4c44-b9b2-4f17a5c1c25e {{(pid=103921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:27:37.023986 dv-cinder-831247-16-iscsi neutron-server[103921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e7c4c3e-75ca-4c44-b9b2-4f17a5c1c25e'] response: {'server_uuid': '758b095c-6da9-4d53-abba-6a13a7c50904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6777d99-9001-40c7-8dc0-bac5ca7c5efe', 'code': 200} Jun 03 15:27:37.026464 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Pushing event updated for resources: {'Port': ['ID=d4a71b7c-b829-4818-a730-8eda807ebe70,revision_number=4']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:37.059086 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0da442-6854-448d-b119-653a89445a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1665c8e2-0793-484b-8aee-bcdfb32d2d0c,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:37.069537 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-265391a9-79a6-44e1-b2a8-9b494d73a008 req-082aaf62-c6bf-4758-b594-bc3b9ea8134b tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups?id=1b98f6fb-eda1-4163-8db0-910407ebd3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2769835 Jun 03 15:27:37.112858 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-cca90b95-de62-44ec-831a-6cf2bd8048d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11933e3-578d-4387-b023-e8386fa01557', 'name': 'tempest-TestMinimumBasicScenario-901123784-router', 'tenant_id': '00d2022cc4be4779af1edf1520c439ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'd5ca0c4b-44f8-4798-abea-a11d7b9bda46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:27:28Z', 'updated_at': '2022-06-03T15:27:34Z', 'revision_number': 4, 'project_id': '00d2022cc4be4779af1edf1520c439ae', 'gw_port': {'id': 'd5ca0c4b-44f8-4798-abea-a11d7b9bda46', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11933e3-578d-4387-b023-e8386fa01557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:27:30Z', 'updated_at': '2022-06-03T15:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': 'fb2661c8-2f5d-4116-a804-ea008520eba3', 'name': '', 'network_id': 'beafa1b9-ad41-4519-b3bd-aaad5165f1e2', 'tenant_id': '00d2022cc4be4779af1edf1520c439ae', 'mac_address': 'fa:16:3e:e2:fc:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f11933e3-578d-4387-b023-e8386fa01557', 'device_owner': 'network:router_interface', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': 'd1c0b66e-b6eb-4901-9a4c-c6cd4fad6b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:27:32Z', 'updated_at': '2022-06-03T15:27:34Z', 'revision_number': 2, 'project_id': '00d2022cc4be4779af1edf1520c439ae', 'subnets': [{'id': 'd1c0b66e-b6eb-4901-9a4c-c6cd4fad6b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:37.118170 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca0da442-6854-448d-b119-653a89445a51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 877} {{(pid=103919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:27:37.135322 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-ca0da442-6854-448d-b119-653a89445a51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659633'] for segment (7c895936-0e57-482c-9a3e-f4272e4fad47), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:37.135839 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.db.segments_db [None req-ca0da442-6854-448d-b119-653a89445a51 admin admin] Added segment 7c895936-0e57-482c-9a3e-f4272e4fad47 of type vlan for network c32827c9-0a8a-4040-bd5c-4163832f44c9 Jun 03 15:27:37.143570 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca90b95-de62-44ec-831a-6cf2bd8048d2 None None] Checking router: f11933e3-578d-4387-b023-e8386fa01557 for host: dv-cinder-831247-16-iscsi {{(pid=103921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:27:37.144289 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca90b95-de62-44ec-831a-6cf2bd8048d2 None None] Updating router f11933e3-578d-4387-b023-e8386fa01557 port fb2661c8-2f5d-4116-a804-ea008520eba3 binding host dv-cinder-831247-16-iscsi {{(pid=103921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:27:37.176493 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c060138d-5f83-4f23-8054-df098e87a5b2 admin admin] Publish callbacks [] for security_group (6580f4fa-24a7-4a75-9f09-ea57e02959fd), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:37.188070 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-ca0da442-6854-448d-b119-653a89445a51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362361959'] for network (c32827c9-0a8a-4040-bd5c-4163832f44c9), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:37.210631 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-cca90b95-de62-44ec-831a-6cf2bd8048d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (fb2661c8-2f5d-4116-a804-ea008520eba3), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:37.220178 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:37.233889 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-ca0da442-6854-448d-b119-653a89445a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408'] for network (c32827c9-0a8a-4040-bd5c-4163832f44c9), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:37.235123 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0da442-6854-448d-b119-653a89445a51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:37.235558 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:37.236199 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-ca0da442-6854-448d-b119-653a89445a51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for network (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:37.240743 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:37.295006 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] get_ports_and_sgs() called for port_ids ['d4a71b7c-b829-4818-a730-8eda807ebe70'] {{(pid=103921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 15:27:37.328708 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0da442-6854-448d-b119-653a89445a51 admin admin] Pushing event updated for resources: {'Network': ['ID=c32827c9-0a8a-4040-bd5c-4163832f44c9,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:37.331589 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c060138d-5f83-4f23-8054-df098e87a5b2 admin admin] Publish callbacks [] for security_group (6580f4fa-24a7-4a75-9f09-ea57e02959fd), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:37.350962 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Network c32827c9-0a8a-4040-bd5c-4163832f44c9 details requested by agent ovs-agent-dv-cinder-831247-16-iscsi with host dv-cinder-831247-16-iscsi {{(pid=103921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 03 15:27:37.356489 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2279beb1-bb6d-4b64-8701-e76d17241f6a req-487e4f33-9723-4d3f-8da0-aeeca6214623 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:37.358822 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-2279beb1-bb6d-4b64-8701-e76d17241f6a req-487e4f33-9723-4d3f-8da0-aeeca6214623 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=f9be206f-1554-46fe-9fa7-581d2d394865 HTTP/1.1" status: 200 len: 945 time: 0.1406808 Jun 03 15:27:37.372007 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-ca0da442-6854-448d-b119-653a89445a51 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.5986171 Jun 03 15:27:37.372704 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 50622) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:27:37.377827 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-eba62b0e-0539-4c39-a4ff-9e8f65f25338 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Request body: {'floatingip': {'port_id': '67597138-621c-43e8-af88-f2fa1bf44d03'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:27:37.398504 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 50624) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:27:37.409407 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-1f496d64-24cc-48ce-847b-8e14d6ae5c3f admin admin] Request body: {'subnet': {'network_id': 'c32827c9-0a8a-4040-bd5c-4163832f44c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-820550424-subnet', 'tenant_id': '433937ccb338451d8b27f5be7c1d78fa', 'ip_version': 4}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:27:37.461091 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-eba62b0e-0539-4c39-a4ff-9e8f65f25338 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for floatingip (6aa86221-dc52-45dd-ad21-9470aad71634), before_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:37.567945 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd6e22d-c9d2-4319-ad98-e4cd1a69ba63 req-62250b2b-30a0-4666-b6ac-d44b10fd3984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:37.571197 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-ebd6e22d-c9d2-4319-ad98-e4cd1a69ba63 req-62250b2b-30a0-4666-b6ac-d44b10fd3984 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 1129 time: 0.0412843 Jun 03 15:27:37.575587 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-ca08507e-4e05-4f99-922e-f7b53c300a15 req-cd1e118b-d4e1-4b6e-a8b6-d09fb4c772b6 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2167245-4216-4805-83ad-80b71ead6e3d HTTP/1.1" status: 200 len: 217 time: 0.1201439 Jun 03 15:27:37.616432 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:37.636752 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:37.652470 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1804f9-cb2a-4ad1-b7aa-73bfd729a9f6 req-fb02003f-6c74-4016-9d3d-072a8f5d90a2 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:37.655083 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-af1804f9-cb2a-4ad1-b7aa-73bfd729a9f6 req-fb02003f-6c74-4016-9d3d-072a8f5d90a2 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 945 time: 0.3047988 Jun 03 15:27:37.696150 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f496d64-24cc-48ce-847b-8e14d6ae5c3f admin admin] Made reservation on behalf of 433937ccb338451d8b27f5be7c1d78fa for: {'subnet': 1} {{(pid=103920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:27:37.699548 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1f496d64-24cc-48ce-847b-8e14d6ae5c3f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:37.777783 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef15e5c1-a814-460a-9a6f-a8c70d748bc2 req-3abffecf-f514-4627-bf39-0bd91eb03075 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:37.785105 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-ef15e5c1-a814-460a-9a6f-a8c70d748bc2 req-3abffecf-f514-4627-bf39-0bd91eb03075 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 946 time: 0.1039517 Jun 03 15:27:37.887912 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-ebd6e22d-c9d2-4319-ad98-e4cd1a69ba63 req-1ad1df4f-89b0-4d3b-8685-ebfc8334706b service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2930372 Jun 03 15:27:37.893267 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.db.resource_extend [None req-a655937d-f5ec-48dc-abe7-1ff445622a3b tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:27:37.938438 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08507e-4e05-4f99-922e-f7b53c300a15 req-2419e0e4-adae-4c1d-ad1b-04c46ac97841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:37.940405 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-ca08507e-4e05-4f99-922e-f7b53c300a15 req-2419e0e4-adae-4c1d-ad1b-04c46ac97841 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6b58a6af-0b3a-449b-b0cb-62eb81f299b2 HTTP/1.1" status: 200 len: 851 time: 0.3185480 Jun 03 15:27:37.941313 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c060138d-5f83-4f23-8054-df098e87a5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (6580f4fa-24a7-4a75-9f09-ea57e02959fd), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:37.944609 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c060138d-5f83-4f23-8054-df098e87a5b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:37.945949 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-c060138d-5f83-4f23-8054-df098e87a5b2 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6580f4fa-24a7-4a75-9f09-ea57e02959fd HTTP/1.1" status: 204 len: 168 time: 0.9851449 Jun 03 15:27:37.989197 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-cca90b95-de62-44ec-831a-6cf2bd8048d2 None None] Publish callbacks [] for port (fb2661c8-2f5d-4116-a804-ea008520eba3), precommit_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:38.004303 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-af1804f9-cb2a-4ad1-b7aa-73bfd729a9f6 req-45913549-0923-4c2a-a13a-2caf9c5d33b6 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2973630 Jun 03 15:27:38.005237 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c060138d-5f83-4f23-8054-df098e87a5b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6580f4fa-24a7-4a75-9f09-ea57e02959fd,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:38.017632 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-cca90b95-de62-44ec-831a-6cf2bd8048d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (fb2661c8-2f5d-4116-a804-ea008520eba3), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:38.030487 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-ef15e5c1-a814-460a-9a6f-a8c70d748bc2 req-b5a29dfe-8662-4d4d-93d8-f0257ab72088 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445111 Jun 03 15:27:38.037065 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a655937d-f5ec-48dc-abe7-1ff445622a3b tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:38.044386 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a655937d-f5ec-48dc-abe7-1ff445622a3b tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763103'] for floatingip (58455875-b3f5-4733-ad83-4c29c105d162), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:38.046992 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:38.103431 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9559841-414b-4e61-b090-b8f2b3d5ff72 None None] Pushing event updated for resources: {'Port': ['ID=fb2661c8-2f5d-4116-a804-ea008520eba3,revision_number=3']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:38.276963 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1f496d64-24cc-48ce-847b-8e14d6ae5c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408'] for subnet (a13facb1-4ddd-4ed5-b7b8-75cca76afbb0), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:38.286126 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.db.l3_db [None req-a655937d-f5ec-48dc-abe7-1ff445622a3b tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Floating IP 58455875-b3f5-4733-ad83-4c29c105d162 associated. External IP: 172.27.3.81, port: 4191cebd-3cce-492d-9aee-68a1dfd6dc5f. Jun 03 15:27:38.319363 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-cca90b95-de62-44ec-831a-6cf2bd8048d2 None None] Attempting to bind port fb2661c8-2f5d-4116-a804-ea008520eba3 on host dv-cinder-831247-16-iscsi for vnic_type normal with profile {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 15:27:38.319836 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-cca90b95-de62-44ec-831a-6cf2bd8048d2 None None] Attempting to bind port fb2661c8-2f5d-4116-a804-ea008520eba3 by drivers openvswitch,hyperv on host dv-cinder-831247-16-iscsi at level 0 using segments [{'id': '88393667-e7c8-4946-b07a-8626e7cbb7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'beafa1b9-ad41-4519-b3bd-aaad5165f1e2'}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 15:27:38.320568 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca90b95-de62-44ec-831a-6cf2bd8048d2 None None] Attempting to bind port fb2661c8-2f5d-4116-a804-ea008520eba3 on network beafa1b9-ad41-4519-b3bd-aaad5165f1e2 {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:27:38.330878 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca90b95-de62-44ec-831a-6cf2bd8048d2 None None] Checking agent: {'id': 'b78338d6-31c9-4f43-bfac-5a5a854a8366', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 17, 58), 'started_at': datetime.datetime(2022, 6, 3, 15, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 15:27:38.331330 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca90b95-de62-44ec-831a-6cf2bd8048d2 None None] Checking segment: {'id': '88393667-e7c8-4946-b07a-8626e7cbb7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'beafa1b9-ad41-4519-b3bd-aaad5165f1e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:27:38.335065 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-cca90b95-de62-44ec-831a-6cf2bd8048d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:38.335568 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca90b95-de62-44ec-831a-6cf2bd8048d2 None None] Bound using segment: {'id': '88393667-e7c8-4946-b07a-8626e7cbb7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'beafa1b9-ad41-4519-b3bd-aaad5165f1e2'} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 15:27:38.336179 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-cca90b95-de62-44ec-831a-6cf2bd8048d2 None None] Bound port: fb2661c8-2f5d-4116-a804-ea008520eba3, host: dv-cinder-831247-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88393667-e7c8-4946-b07a-8626e7cbb7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'beafa1b9-ad41-4519-b3bd-aaad5165f1e2'}}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 15:27:38.336611 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-cca90b95-de62-44ec-831a-6cf2bd8048d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (fb2661c8-2f5d-4116-a804-ea008520eba3), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:38.355266 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:38.483004 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-cca90b95-de62-44ec-831a-6cf2bd8048d2 None None] For port fb2661c8-2f5d-4116-a804-ea008520eba3, host dv-cinder-831247-16-iscsi, cleared binding levels {{(pid=103921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 15:27:38.487494 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-cca90b95-de62-44ec-831a-6cf2bd8048d2 None None] For port fb2661c8-2f5d-4116-a804-ea008520eba3, host dv-cinder-831247-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=fb2661c8-2f5d-4116-a804-ea008520eba3,segment=NetworkSegment(88393667-e7c8-4946-b07a-8626e7cbb7b3),segment_id=88393667-e7c8-4946-b07a-8626e7cbb7b3)] {{(pid=103921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 15:27:38.504387 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-cca90b95-de62-44ec-831a-6cf2bd8048d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (fb2661c8-2f5d-4116-a804-ea008520eba3), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:38.586128 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fcf4da-0334-4bf5-a715-ea76eeb7819d req-8a245904-6a93-43ba-8eb6-9d4577008568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:38.588519 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-01fcf4da-0334-4bf5-a715-ea76eeb7819d req-8a245904-6a93-43ba-8eb6-9d4577008568 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 1130 time: 0.1370037 Jun 03 15:27:38.620531 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-e6bc0378-8bc4-42a5-9ffc-6fa7f35f0e8c None None] Provisioning complete for port fb2661c8-2f5d-4116-a804-ea008520eba3 triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:27:38.620905 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-e6bc0378-8bc4-42a5-9ffc-6fa7f35f0e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (fb2661c8-2f5d-4116-a804-ea008520eba3), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:38.743541 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca90b95-de62-44ec-831a-6cf2bd8048d2 None None] Routers {'f11933e3-578d-4387-b023-e8386fa01557'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:27:38.744337 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-cca90b95-de62-44ec-831a-6cf2bd8048d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:27:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['f11933e3-578d-4387-b023-e8386fa01557'], 'active': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:38.746206 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9559841-414b-4e61-b090-b8f2b3d5ff72 None None] Pushing event updated for resources: {'Port': ['ID=fb2661c8-2f5d-4116-a804-ea008520eba3,revision_number=4']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:38.763943 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:38.787105 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-01fcf4da-0334-4bf5-a715-ea76eeb7819d req-24928afc-1e86-4005-b029-0ec31b053c97 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745977 Jun 03 15:27:38.926974 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.db.resource_extend [None req-eba62b0e-0539-4c39-a4ff-9e8f65f25338 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 03 15:27:38.950480 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:38.957677 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-e6bc0378-8bc4-42a5-9ffc-6fa7f35f0e8c None None] Current status of the port fb2661c8-2f5d-4116-a804-ea008520eba3 is: DOWN; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:27:38.958064 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-e6bc0378-8bc4-42a5-9ffc-6fa7f35f0e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (fb2661c8-2f5d-4116-a804-ea008520eba3), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:38.972160 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-ca08507e-4e05-4f99-922e-f7b53c300a15 req-4e40068b-0929-4090-80eb-af0e6ebc4bb8 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=fa379d02-cec4-4bb7-8616-f922a2f53449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1101894 Jun 03 15:27:38.989205 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvr_db [None req-cca90b95-de62-44ec-831a-6cf2bd8048d2 None None] Set router f11933e3-578d-4387-b023-e8386fa01557 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:27:38.998340 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f496d64-24cc-48ce-847b-8e14d6ae5c3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a13facb1-4ddd-4ed5-b7b8-75cca76afbb0,revision_number=0']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:39.077491 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-eba62b0e-0539-4c39-a4ff-9e8f65f25338 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:39.084259 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-eba62b0e-0539-4c39-a4ff-9e8f65f25338 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763103'] for floatingip (6aa86221-dc52-45dd-ad21-9470aad71634), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:39.133267 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:DELETE=2,neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:39.198109 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f496d64-24cc-48ce-847b-8e14d6ae5c3f admin admin] Checking segment: {'id': '7c895936-0e57-482c-9a3e-f4272e4fad47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'c32827c9-0a8a-4040-bd5c-4163832f44c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:27:39.198837 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f496d64-24cc-48ce-847b-8e14d6ae5c3f admin admin] Network hostable DHCP agents. Network: c32827c9-0a8a-4040-bd5c-4163832f44c9, hostable agents: ['ba2d900a-f6c8-44b2-a19a-5d512e564d5a'], hosted agents: [] {{(pid=103920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:27:39.240789 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-e6bc0378-8bc4-42a5-9ffc-6fa7f35f0e8c None None] For port fb2661c8-2f5d-4116-a804-ea008520eba3, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=fb2661c8-2f5d-4116-a804-ea008520eba3,segment=NetworkSegment(88393667-e7c8-4946-b07a-8626e7cbb7b3),segment_id=88393667-e7c8-4946-b07a-8626e7cbb7b3)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:27:39.311688 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-e6bc0378-8bc4-42a5-9ffc-6fa7f35f0e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (fb2661c8-2f5d-4116-a804-ea008520eba3), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:39.328413 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95052c01-2ced-49f4-9cc1-095e1b2abb52 req-26b5a0e9-3f47-4406-a844-c3471eedeed7 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:39.330387 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-95052c01-2ced-49f4-9cc1-095e1b2abb52 req-26b5a0e9-3f47-4406-a844-c3471eedeed7 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 946 time: 0.1488178 Jun 03 15:27:39.372710 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b356c9-9021-423c-a067-64a79cf7c103 req-5232973d-2fa7-48e7-952f-8c7068f462ab tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:39.374306 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-61b356c9-9021-423c-a067-64a79cf7c103 req-5232973d-2fa7-48e7-952f-8c7068f462ab tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 945 time: 0.2424793 Jun 03 15:27:39.412177 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a655937d-f5ec-48dc-abe7-1ff445622a3b tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Router 7c1789ab-eeef-43a0-9b0e-0854ddeaef18 has already been hosted by L3 agent af3cb756-c261-4349-9f96-3650fb8ddf57 {{(pid=103920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 15:27:39.413526 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.db.l3_db [None req-eba62b0e-0539-4c39-a4ff-9e8f65f25338 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Floating IP 6aa86221-dc52-45dd-ad21-9470aad71634 associated. External IP: 172.27.3.51, port: 67597138-621c-43e8-af88-f2fa1bf44d03. Jun 03 15:27:39.441443 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f496d64-24cc-48ce-847b-8e14d6ae5c3f admin admin] Network c32827c9-0a8a-4040-bd5c-4163832f44c9 is scheduled to be hosted by DHCP agent ba2d900a-f6c8-44b2-a19a-5d512e564d5a with binding_index 1 {{(pid=103920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:27:39.472939 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-32dc3d8d-d2a3-4066-bd50-7e48d2cd3274 None None] Provisioning complete for port fb2661c8-2f5d-4116-a804-ea008520eba3 triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:27:39.473251 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-32dc3d8d-d2a3-4066-bd50-7e48d2cd3274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (fb2661c8-2f5d-4116-a804-ea008520eba3), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:39.494408 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-95052c01-2ced-49f4-9cc1-095e1b2abb52 req-8370c57b-1b86-43df-b5a7-8d1800b3ab55 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521804 Jun 03 15:27:39.513568 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bc0378-8bc4-42a5-9ffc-6fa7f35f0e8c None None] Pushing event updated for resources: {'Port': ['ID=fb2661c8-2f5d-4116-a804-ea008520eba3,revision_number=5']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:39.550561 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-1f496d64-24cc-48ce-847b-8e14d6ae5c3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-16-iscsi, c32827c9-0a8a-4040-bd5c-4163832f44c9) {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:27:39.580969 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f496d64-24cc-48ce-847b-8e14d6ae5c3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:39.585017 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1f496d64-24cc-48ce-847b-8e14d6ae5c3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for subnet (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:39.599898 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-cca90b95-de62-44ec-831a-6cf2bd8048d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11933e3-578d-4387-b023-e8386fa01557', 'name': 'tempest-TestMinimumBasicScenario-901123784-router', 'tenant_id': '00d2022cc4be4779af1edf1520c439ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'd5ca0c4b-44f8-4798-abea-a11d7b9bda46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:27:28Z', 'updated_at': '2022-06-03T15:27:34Z', 'revision_number': 4, 'project_id': '00d2022cc4be4779af1edf1520c439ae', 'gw_port': {'id': 'd5ca0c4b-44f8-4798-abea-a11d7b9bda46', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11933e3-578d-4387-b023-e8386fa01557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:27:30Z', 'updated_at': '2022-06-03T15:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': 'fb2661c8-2f5d-4116-a804-ea008520eba3', 'name': '', 'network_id': 'beafa1b9-ad41-4519-b3bd-aaad5165f1e2', 'tenant_id': '00d2022cc4be4779af1edf1520c439ae', 'mac_address': 'fa:16:3e:e2:fc:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f11933e3-578d-4387-b023-e8386fa01557', 'device_owner': 'network:router_interface', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': 'd1c0b66e-b6eb-4901-9a4c-c6cd4fad6b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:27:32Z', 'updated_at': '2022-06-03T15:27:38Z', 'revision_number': 4, 'project_id': '00d2022cc4be4779af1edf1520c439ae', 'subnets': [{'id': 'd1c0b66e-b6eb-4901-9a4c-c6cd4fad6b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:39.602627 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1919de90-fb0b-445c-bfd2-29ba46dd6087 None None] Network c32827c9-0a8a-4040-bd5c-4163832f44c9 requested from dv-cinder-831247-16-iscsi {{(pid=103921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 15:27:39.630266 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-61b356c9-9021-423c-a067-64a79cf7c103 req-11d8e64b-ee02-40c6-91c5-640068aa81e7 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2343707 Jun 03 15:27:39.701092 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eba62b0e-0539-4c39-a4ff-9e8f65f25338 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Router bc437c53-8ef0-4776-adae-03f3429aef49 has already been hosted by L3 agent af3cb756-c261-4349-9f96-3650fb8ddf57 {{(pid=103919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 15:27:39.722614 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device d4a71b7c-b829-4818-a730-8eda807ebe70 up at agent hyperv_hv-cinder-83124 {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:27:39.756723 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca90b95-de62-44ec-831a-6cf2bd8048d2 None None] The sync data for ids ['f11933e3-578d-4387-b023-e8386fa01557'] in dv-cinder-831247-16-iscsi is: [{'id': 'f11933e3-578d-4387-b023-e8386fa01557', 'name': 'tempest-TestMinimumBasicScenario-901123784-router', 'tenant_id': '00d2022cc4be4779af1edf1520c439ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'd5ca0c4b-44f8-4798-abea-a11d7b9bda46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:27:28Z', 'updated_at': '2022-06-03T15:27:34Z', 'revision_number': 4, 'project_id': '00d2022cc4be4779af1edf1520c439ae', 'gw_port': {'id': 'd5ca0c4b-44f8-4798-abea-a11d7b9bda46', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11933e3-578d-4387-b023-e8386fa01557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:27:30Z', 'updated_at': '2022-06-03T15:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': 'fb2661c8-2f5d-4116-a804-ea008520eba3', 'name': '', 'network_id': 'beafa1b9-ad41-4519-b3bd-aaad5165f1e2', 'tenant_id': '00d2022cc4be4779af1edf1520c439ae', 'mac_address': 'fa:16:3e:e2:fc:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f11933e3-578d-4387-b023-e8386fa01557', 'device_owner': 'network:router_interface', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': 'd1c0b66e-b6eb-4901-9a4c-c6cd4fad6b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:27:32Z', 'updated_at': '2022-06-03T15:27:38Z', 'revision_number': 4, 'project_id': '00d2022cc4be4779af1edf1520c439ae', 'subnets': [{'id': 'd1c0b66e-b6eb-4901-9a4c-c6cd4fad6b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:27:39.856307 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a655937d-f5ec-48dc-abe7-1ff445622a3b tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Notify agent at l3_agent.dv-cinder-831247-16-iscsi the message routers_updated {{(pid=103920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 15:27:39.866522 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55f63a9-4308-4246-9135-8626694688d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab2d7c19-a2cf-559f-b13f-a4a613ae6a08-c32827c9-0a8a-4040-bd5c-4163832f44c9', 'network_id': 'c32827c9-0a8a-4040-bd5c-4163832f44c9', 'project_id': '433937ccb338451d8b27f5be7c1d78fa', 'fixed_ips': [{'subnet_id': 'a13facb1-4ddd-4ed5-b7b8-75cca76afbb0'}]}} from dv-cinder-831247-16-iscsi. {{(pid=103921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 03 15:27:39.867553 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-d55f63a9-4308-4246-9135-8626694688d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:39.878143 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a655937d-f5ec-48dc-abe7-1ff445622a3b tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for floatingip (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:39.883806 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84adde86-6d87-44f8-82d2-b4398d907ac4 None None] Sync routers for ids ['7c1789ab-eeef-43a0-9b0e-0854ddeaef18'] in dv-cinder-831247-16-iscsi {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:27:39.899038 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-1f496d64-24cc-48ce-847b-8e14d6ae5c3f admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.4920168 Jun 03 15:27:39.909675 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84adde86-6d87-44f8-82d2-b4398d907ac4 None None] Routers {'7c1789ab-eeef-43a0-9b0e-0854ddeaef18'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:27:39.910307 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-84adde86-6d87-44f8-82d2-b4398d907ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:27:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['7c1789ab-eeef-43a0-9b0e-0854ddeaef18'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:39.949322 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-32dc3d8d-d2a3-4066-bd50-7e48d2cd3274 None None] Current status of the port fb2661c8-2f5d-4116-a804-ea008520eba3 is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:27:39.951001 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 50688) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:27:39.957825 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-e2654b97-ffa5-40b9-9bf4-4965c2015b57 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-820550424-router', 'tenant_id': '433937ccb338451d8b27f5be7c1d78fa', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913'}}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:27:40.007123 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-a655937d-f5ec-48dc-abe7-1ff445622a3b tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "PUT /v2.0/floatingips/58455875-b3f5-4733-ad83-4c29c105d162 HTTP/1.1" status: 200 len: 990 time: 4.0654426 Jun 03 15:27:40.019193 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce808322-3f17-4d8f-8d33-909ecba99d7a', 'tag': '4191cebd-3cce-492d-9aee-68a1dfd6dc5f'}] {{(pid=103920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:27:40.021999 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fde6ca1c4b3e174e639905c0d93b14e8a3905e0af4b9b9445456920c81b8107" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309c350c-8bea-4b0d-b373-16886fb960e7" -d '{"events": [{"name": "network-changed", "server_uuid": "ce808322-3f17-4d8f-8d33-909ecba99d7a", "tag": "4191cebd-3cce-492d-9aee-68a1dfd6dc5f"}]}' {{(pid=103920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:27:40.087324 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ae077d-9590-4f8e-a6cd-6d9c62351fec req-8574da5a-ba20-424b-ad5b-28d442bbc775 tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:40.095387 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-78ae077d-9590-4f8e-a6cd-6d9c62351fec req-8574da5a-ba20-424b-ad5b-28d442bbc775 tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] 10.222.0.93 "GET /v2.0/ports?device_id=2c7caaae-2b81-44c6-9fbb-a01d2af87b57 HTTP/1.1" status: 200 len: 945 time: 0.0866473 Jun 03 15:27:40.101759 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-ca08507e-4e05-4f99-922e-f7b53c300a15 req-d938b2ef-bd15-43cd-bb15-9802d40460e3 service neutron] 10.222.0.95 "GET /v2.0/networks/fa379d02-cec4-4bb7-8616-f922a2f53449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7263627 Jun 03 15:27:40.110879 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-e2654b97-ffa5-40b9-9bf4-4965c2015b57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8047'] for router (13fb7b87-e804-4c1c-9eb0-13a79b3201ee), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:40.111972 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-e2654b97-ffa5-40b9-9bf4-4965c2015b57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-758221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-763459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-749579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8036'] for router (13fb7b87-e804-4c1c-9eb0-13a79b3201ee), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:40.121406 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-84adde86-6d87-44f8-82d2-b4398d907ac4 None None] Set router 7c1789ab-eeef-43a0-9b0e-0854ddeaef18 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:27:40.182182 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-e2654b97-ffa5-40b9-9bf4-4965c2015b57 admin admin] Publish callbacks [] for router_controller (13fb7b87-e804-4c1c-9eb0-13a79b3201ee), precommit_add_association {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:40.191981 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 15:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8c168e-4f56-4412-bebe-e8685d2418d0 x-openstack-request-id: req-5a8c168e-4f56-4412-bebe-e8685d2418d0 {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:27:40.192323 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce808322-3f17-4d8f-8d33-909ecba99d7a", "tag": "4191cebd-3cce-492d-9aee-68a1dfd6dc5f", "status": "completed", "code": 200}]} {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:27:40.192580 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5a8c168e-4f56-4412-bebe-e8685d2418d0 {{(pid=103920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:27:40.192983 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a8c168e-4f56-4412-bebe-e8685d2418d0'] response: {'name': 'network-changed', 'server_uuid': 'ce808322-3f17-4d8f-8d33-909ecba99d7a', 'tag': '4191cebd-3cce-492d-9aee-68a1dfd6dc5f', 'status': 'completed', 'code': 200} Jun 03 15:27:40.203942 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Provisioning for port d4a71b7c-b829-4818-a730-8eda807ebe70 completed by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 03 15:27:40.236960 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Provisioning complete for port d4a71b7c-b829-4818-a730-8eda807ebe70 triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:27:40.237335 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (d4a71b7c-b829-4818-a730-8eda807ebe70), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:40.368214 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:40.431539 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.db_base_plugin_common [None req-d55f63a9-4308-4246-9135-8626694688d5 None None] Allocated IP 172.20.0.2 (c32827c9-0a8a-4040-bd5c-4163832f44c9/a13facb1-4ddd-4ed5-b7b8-75cca76afbb0/b769debe-6e02-4a63-9203-b36466754632) {{(pid=103921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:27:40.439932 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba62b0e-0539-4c39-a4ff-9e8f65f25338 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Notify agent at l3_agent.dv-cinder-831247-16-iscsi the message routers_updated {{(pid=103919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 15:27:40.458976 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-eba62b0e-0539-4c39-a4ff-9e8f65f25338 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for floatingip (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:40.467895 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad3f78a-ba6a-4c5b-b27c-102f2e3106d5 None None] Sync routers for ids ['bc437c53-8ef0-4776-adae-03f3429aef49'] in dv-cinder-831247-16-iscsi {{(pid=103921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:27:40.532324 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-eba62b0e-0539-4c39-a4ff-9e8f65f25338 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "PUT /v2.0/floatingips/6aa86221-dc52-45dd-ad21-9470aad71634 HTTP/1.1" status: 200 len: 990 time: 3.1543641 Jun 03 15:27:40.532324 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9be206f-1554-46fe-9fa7-581d2d394865', 'tag': '67597138-621c-43e8-af88-f2fa1bf44d03'}] {{(pid=103919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:27:40.548534 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb6718ce3f0a4af57ef91ee7142c10b6234fd65cffdc95d0a08216ae9169e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce76ddd-4556-42ae-b2d2-5c9938bbd50d" -d '{"events": [{"name": "network-changed", "server_uuid": "f9be206f-1554-46fe-9fa7-581d2d394865", "tag": "67597138-621c-43e8-af88-f2fa1bf44d03"}]}' {{(pid=103919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:27:40.566409 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-78ae077d-9590-4f8e-a6cd-6d9c62351fec req-d409585c-9d68-4da6-82b3-8715c662153d tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] 10.222.0.93 "GET /v2.0/security-groups?id=6f59420a-b1c9-402c-bf1f-7ea81f7e4580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4637005 Jun 03 15:27:40.633288 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-e2654b97-ffa5-40b9-9bf4-4965c2015b57 admin admin] Publish callbacks [] for router_gateway (13fb7b87-e804-4c1c-9eb0-13a79b3201ee), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:40.642069 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:40.642974 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:40.656565 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad3f78a-ba6a-4c5b-b27c-102f2e3106d5 None None] Routers {'bc437c53-8ef0-4776-adae-03f3429aef49'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:27:40.657837 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-9ad3f78a-ba6a-4c5b-b27c-102f2e3106d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:27:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['bc437c53-8ef0-4776-adae-03f3429aef49'], 'active': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:40.726286 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 15:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a8ab74-f806-4843-ac9b-a52920fa27f5 x-openstack-request-id: req-63a8ab74-f806-4843-ac9b-a52920fa27f5 {{(pid=103919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:27:40.730425 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9be206f-1554-46fe-9fa7-581d2d394865", "tag": "67597138-621c-43e8-af88-f2fa1bf44d03", "status": "completed", "code": 200}]} {{(pid=103919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:27:40.730762 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-63a8ab74-f806-4843-ac9b-a52920fa27f5 {{(pid=103919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:27:40.732882 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63a8ab74-f806-4843-ac9b-a52920fa27f5'] response: {'name': 'network-changed', 'server_uuid': 'f9be206f-1554-46fe-9fa7-581d2d394865', 'tag': '67597138-621c-43e8-af88-f2fa1bf44d03', 'status': 'completed', 'code': 200} Jun 03 15:27:40.781903 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd51684-1fa4-46f7-8520-d3e68d83bc26 req-39655a0a-50a7-4c73-a7b5-69b75bc65941 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:40.796455 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-4dd51684-1fa4-46f7-8520-d3e68d83bc26 req-39655a0a-50a7-4c73-a7b5-69b75bc65941 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 946 time: 0.1562500 Jun 03 15:27:40.879638 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-d55f63a9-4308-4246-9135-8626694688d5 None None] Publish callbacks [] for port (b769debe-6e02-4a63-9203-b36466754632), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:40.880963 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Current status of the port d4a71b7c-b829-4818-a730-8eda807ebe70 is: BUILD; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:27:40.881408 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (d4a71b7c-b829-4818-a730-8eda807ebe70), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:40.886288 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:40.916992 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-d55f63a9-4308-4246-9135-8626694688d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560'] for port (b769debe-6e02-4a63-9203-b36466754632), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:40.933952 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-4dd51684-1fa4-46f7-8520-d3e68d83bc26 req-3b68367b-a83c-4863-a332-b274a8ce83de tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364932 Jun 03 15:27:40.993144 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55f63a9-4308-4246-9135-8626694688d5 None None] Network c32827c9-0a8a-4040-bd5c-4163832f44c9 is already hosted by enough agents. {{(pid=103921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:27:40.997501 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-84adde86-6d87-44f8-82d2-b4398d907ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1789ab-eeef-43a0-9b0e-0854ddeaef18', 'name': 'tempest-AttachVolumeTestJSON-1120574531-router', 'tenant_id': '16edd3f309d54728882acc6d23f8861e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:32Z', 'updated_at': '2022-06-03T15:26:38Z', 'revision_number': 4, 'project_id': '16edd3f309d54728882acc6d23f8861e', 'gw_port': {'id': '9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1789ab-eeef-43a0-9b0e-0854ddeaef18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:33Z', 'updated_at': '2022-06-03T15:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_floatingips': [{'id': '58455875-b3f5-4733-ad83-4c29c105d162', 'tenant_id': '16edd3f309d54728882acc6d23f8861e', 'floating_ip_address': '172.27.3.81', 'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'router_id': '7c1789ab-eeef-43a0-9b0e-0854ddeaef18', 'port_id': '4191cebd-3cce-492d-9aee-68a1dfd6dc5f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc85e51d-f7a3-45da-ad6c-8c73a576aa2c', 'mac_address': 'fa:16:3e:ae:eb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce808322-3f17-4d8f-8d33-909ecba99d7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:26:57Z', 'updated_at': '2022-06-03T15:27:37Z', 'revision_number': 1, 'project_id': '16edd3f309d54728882acc6d23f8861e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90a91ba5-d409-43c9-94b8-3392b0b5f54d', 'name': '', 'network_id': 'fc85e51d-f7a3-45da-ad6c-8c73a576aa2c', 'tenant_id': '16edd3f309d54728882acc6d23f8861e', 'mac_address': 'fa:16:3e:4b:f5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1789ab-eeef-43a0-9b0e-0854ddeaef18', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '774a6a80-1cd7-4bc8-a1d0-ccd75afe6883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:35Z', 'updated_at': '2022-06-03T15:26:51Z', 'revision_number': 5, 'project_id': '16edd3f309d54728882acc6d23f8861e', 'subnets': [{'id': '774a6a80-1cd7-4bc8-a1d0-ccd75afe6883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:41.002619 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.scheduler.base_scheduler [None req-d55f63a9-4308-4246-9135-8626694688d5 None None] Resources bound (agent type, host, resource id): {{(pid=103921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:27:41.006853 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55f63a9-4308-4246-9135-8626694688d5 None None] Received port after_create {{(pid=103921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:27:41.019083 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc122a7e-fe3b-4bb6-abb6-96e6a199d8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a71b7c-b829-4818-a730-8eda807ebe70'}] {{(pid=103921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:27:41.021762 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a0ad6594b2f649df373dfcb19de0225617b45f42ff1455deb142f027ba5606a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162a90f1-8eb0-4091-91d7-29f6eae79cf7" -d '{"events": [{"server_uuid": "cc122a7e-fe3b-4bb6-abb6-96e6a199d8e3", "name": "network-vif-plugged", "status": "completed", "tag": "d4a71b7c-b829-4818-a730-8eda807ebe70"}]}' {{(pid=103921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:27:41.025532 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07184e2-a175-42ec-922b-d778dcdedc54 req-6d17e224-4736-487d-ad79-101dcdc8ead5 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:41.035968 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f07184e2-a175-42ec-922b-d778dcdedc54 req-6d17e224-4736-487d-ad79-101dcdc8ead5 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 945 time: 0.2331061 Jun 03 15:27:41.045490 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84adde86-6d87-44f8-82d2-b4398d907ac4 None None] Checking router: 7c1789ab-eeef-43a0-9b0e-0854ddeaef18 for host: dv-cinder-831247-16-iscsi {{(pid=103922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:27:41.060672 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84adde86-6d87-44f8-82d2-b4398d907ac4 None None] Routers {'7c1789ab-eeef-43a0-9b0e-0854ddeaef18'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:27:41.061534 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-84adde86-6d87-44f8-82d2-b4398d907ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:27:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['7c1789ab-eeef-43a0-9b0e-0854ddeaef18'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:41.066256 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port d4a71b7c-b829-4818-a730-8eda807ebe70, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=d4a71b7c-b829-4818-a730-8eda807ebe70,segment=NetworkSegment(344823fa-4139-4c58-8284-6d371313181e),segment_id=344823fa-4139-4c58-8284-6d371313181e)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:27:41.076377 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:41.113286 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55f63a9-4308-4246-9135-8626694688d5 None None] Pushing event updated for resources: {'Port': ['ID=b769debe-6e02-4a63-9203-b36466754632,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:41.121555 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 15:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c0cb20-508f-413c-a87a-d4fcf2b552fd x-openstack-request-id: req-60c0cb20-508f-413c-a87a-d4fcf2b552fd {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:27:41.121966 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc122a7e-fe3b-4bb6-abb6-96e6a199d8e3", "name": "network-vif-plugged", "status": "completed", "tag": "d4a71b7c-b829-4818-a730-8eda807ebe70", "code": 200}]} {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:27:41.122177 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-60c0cb20-508f-413c-a87a-d4fcf2b552fd {{(pid=103921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:27:41.122811 dv-cinder-831247-16-iscsi neutron-server[103921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60c0cb20-508f-413c-a87a-d4fcf2b552fd'] response: {'server_uuid': 'cc122a7e-fe3b-4bb6-abb6-96e6a199d8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a71b7c-b829-4818-a730-8eda807ebe70', 'code': 200} Jun 03 15:27:41.123708 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (d4a71b7c-b829-4818-a730-8eda807ebe70), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:41.128250 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvr_db [None req-9ad3f78a-ba6a-4c5b-b27c-102f2e3106d5 None None] Set router bc437c53-8ef0-4776-adae-03f3429aef49 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:27:41.150347 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f07184e2-a175-42ec-922b-d778dcdedc54 req-21f05f97-d770-4b73-8a25-9af70f3cd188 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095936 Jun 03 15:27:41.157910 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-e2654b97-ffa5-40b9-9bf4-4965c2015b57 admin admin] Publish callbacks [] for router_gateway (13fb7b87-e804-4c1c-9eb0-13a79b3201ee), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:41.190325 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-e2654b97-ffa5-40b9-9bf4-4965c2015b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:41.291426 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-84adde86-6d87-44f8-82d2-b4398d907ac4 None None] Set router 7c1789ab-eeef-43a0-9b0e-0854ddeaef18 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:27:41.406672 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2635fd6-92e5-46db-9422-5f843353f6c4 req-58dab11c-28bf-4fd0-b9d4-1c18de7cc1aa tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:41.419998 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-d55f63a9-4308-4246-9135-8626694688d5 None None] Attempting to bind port b769debe-6e02-4a63-9203-b36466754632 on host dv-cinder-831247-16-iscsi for vnic_type normal with profile {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 15:27:41.419998 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-d55f63a9-4308-4246-9135-8626694688d5 None None] Attempting to bind port b769debe-6e02-4a63-9203-b36466754632 by drivers openvswitch,hyperv on host dv-cinder-831247-16-iscsi at level 0 using segments [{'id': '7c895936-0e57-482c-9a3e-f4272e4fad47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'c32827c9-0a8a-4040-bd5c-4163832f44c9'}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 15:27:41.419998 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55f63a9-4308-4246-9135-8626694688d5 None None] Attempting to bind port b769debe-6e02-4a63-9203-b36466754632 on network c32827c9-0a8a-4040-bd5c-4163832f44c9 {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:27:41.422022 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_common [None req-e2654b97-ffa5-40b9-9bf4-4965c2015b57 admin admin] Allocated IP 172.27.3.97 (2ebb747a-15cb-4ff0-831b-eddaba7ea913/396ae3db-97af-42d7-bc28-96050c96ba42/7e740a2d-e086-4058-97f6-07757ed56bbc) {{(pid=103920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:27:41.422513 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c2635fd6-92e5-46db-9422-5f843353f6c4 req-58dab11c-28bf-4fd0-b9d4-1c18de7cc1aa tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 945 time: 0.1372173 Jun 03 15:27:41.423375 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 50728) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:27:41.424644 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55f63a9-4308-4246-9135-8626694688d5 None None] Checking agent: {'id': 'b78338d6-31c9-4f43-bfac-5a5a854a8366', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 17, 58), 'started_at': datetime.datetime(2022, 6, 3, 15, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 15:27:41.425025 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55f63a9-4308-4246-9135-8626694688d5 None None] Checking segment: {'id': '7c895936-0e57-482c-9a3e-f4272e4fad47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'c32827c9-0a8a-4040-bd5c-4163832f44c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:27:41.425428 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-d55f63a9-4308-4246-9135-8626694688d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:41.425817 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55f63a9-4308-4246-9135-8626694688d5 None None] Bound using segment: {'id': '7c895936-0e57-482c-9a3e-f4272e4fad47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'c32827c9-0a8a-4040-bd5c-4163832f44c9'} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 15:27:41.426558 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-d55f63a9-4308-4246-9135-8626694688d5 None None] Bound port: b769debe-6e02-4a63-9203-b36466754632, host: dv-cinder-831247-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c895936-0e57-482c-9a3e-f4272e4fad47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'c32827c9-0a8a-4040-bd5c-4163832f44c9'}}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 15:27:41.427117 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-d55f63a9-4308-4246-9135-8626694688d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (b769debe-6e02-4a63-9203-b36466754632), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:41.434968 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-2bb73af5-a789-41b2-b013-fdc4c182cfee tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Request body: {'floatingip': {'port_id': 'd065a51d-4c7e-482f-87f7-74c4d679a6c1'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:27:41.445166 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:41.448799 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:41.507941 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-2bb73af5-a789-41b2-b013-fdc4c182cfee tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks [] for floatingip (224d387f-415c-413f-a9e4-807a5436788c), before_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:41.523623 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Pushing event updated for resources: {'Port': ['ID=d4a71b7c-b829-4818-a730-8eda807ebe70,revision_number=5']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:41.621200 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:41.681164 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-d55f63a9-4308-4246-9135-8626694688d5 None None] For port b769debe-6e02-4a63-9203-b36466754632, host dv-cinder-831247-16-iscsi, cleared binding levels {{(pid=103921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 15:27:41.686480 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-9ad3f78a-ba6a-4c5b-b27c-102f2e3106d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'name': 'tempest-AttachVolumeNegativeTest-1504343588-router', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:36Z', 'updated_at': '2022-06-03T15:26:46Z', 'revision_number': 4, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'gw_port': {'id': '1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:38Z', 'updated_at': '2022-06-03T15:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_floatingips': [{'id': '6aa86221-dc52-45dd-ad21-9470aad71634', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'floating_ip_address': '172.27.3.51', 'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'router_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'port_id': '67597138-621c-43e8-af88-f2fa1bf44d03', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68719859-5880-402e-b442-370597e1ce2f', 'mac_address': 'fa:16:3e:5c:a2:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be206f-1554-46fe-9fa7-581d2d394865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:26:58Z', 'updated_at': '2022-06-03T15:27:38Z', 'revision_number': 1, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4683a29-9638-4e0d-884d-65794d85dd4f', 'name': '', 'network_id': '68719859-5880-402e-b442-370597e1ce2f', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'mac_address': 'fa:16:3e:bd:e2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1e60cea5-d2fd-43f7-aff8-25b5abe402c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:42Z', 'updated_at': '2022-06-03T15:27:00Z', 'revision_number': 5, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'subnets': [{'id': '1e60cea5-d2fd-43f7-aff8-25b5abe402c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:41.712519 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-e2654b97-ffa5-40b9-9bf4-4965c2015b57 admin admin] Publish callbacks [] for port (7e740a2d-e086-4058-97f6-07757ed56bbc), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:41.742489 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad3f78a-ba6a-4c5b-b27c-102f2e3106d5 None None] Checking router: bc437c53-8ef0-4776-adae-03f3429aef49 for host: dv-cinder-831247-16-iscsi {{(pid=103921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:27:41.766301 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-d55f63a9-4308-4246-9135-8626694688d5 None None] For port b769debe-6e02-4a63-9203-b36466754632, host dv-cinder-831247-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=b769debe-6e02-4a63-9203-b36466754632,segment=NetworkSegment(7c895936-0e57-482c-9a3e-f4272e4fad47),segment_id=7c895936-0e57-482c-9a3e-f4272e4fad47)] {{(pid=103921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 15:27:41.774858 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-e2654b97-ffa5-40b9-9bf4-4965c2015b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560'] for port (7e740a2d-e086-4058-97f6-07757ed56bbc), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:41.797376 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-d55f63a9-4308-4246-9135-8626694688d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (b769debe-6e02-4a63-9203-b36466754632), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:41.878063 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-84adde86-6d87-44f8-82d2-b4398d907ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1789ab-eeef-43a0-9b0e-0854ddeaef18', 'name': 'tempest-AttachVolumeTestJSON-1120574531-router', 'tenant_id': '16edd3f309d54728882acc6d23f8861e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:32Z', 'updated_at': '2022-06-03T15:26:38Z', 'revision_number': 4, 'project_id': '16edd3f309d54728882acc6d23f8861e', 'gw_port': {'id': '9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1789ab-eeef-43a0-9b0e-0854ddeaef18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:33Z', 'updated_at': '2022-06-03T15:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_floatingips': [{'id': '58455875-b3f5-4733-ad83-4c29c105d162', 'tenant_id': '16edd3f309d54728882acc6d23f8861e', 'floating_ip_address': '172.27.3.81', 'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'router_id': '7c1789ab-eeef-43a0-9b0e-0854ddeaef18', 'port_id': '4191cebd-3cce-492d-9aee-68a1dfd6dc5f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc85e51d-f7a3-45da-ad6c-8c73a576aa2c', 'mac_address': 'fa:16:3e:ae:eb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce808322-3f17-4d8f-8d33-909ecba99d7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:26:57Z', 'updated_at': '2022-06-03T15:27:37Z', 'revision_number': 1, 'project_id': '16edd3f309d54728882acc6d23f8861e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90a91ba5-d409-43c9-94b8-3392b0b5f54d', 'name': '', 'network_id': 'fc85e51d-f7a3-45da-ad6c-8c73a576aa2c', 'tenant_id': '16edd3f309d54728882acc6d23f8861e', 'mac_address': 'fa:16:3e:4b:f5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1789ab-eeef-43a0-9b0e-0854ddeaef18', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '774a6a80-1cd7-4bc8-a1d0-ccd75afe6883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:35Z', 'updated_at': '2022-06-03T15:26:51Z', 'revision_number': 5, 'project_id': '16edd3f309d54728882acc6d23f8861e', 'subnets': [{'id': '774a6a80-1cd7-4bc8-a1d0-ccd75afe6883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:41.889282 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55f63a9-4308-4246-9135-8626694688d5 None None] Pushing event updated for resources: {'Port': ['ID=b769debe-6e02-4a63-9203-b36466754632,revision_number=2']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:41.899442 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device fb2661c8-2f5d-4116-a804-ea008520eba3 up at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:27:41.903656 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad3f78a-ba6a-4c5b-b27c-102f2e3106d5 None None] Routers {'bc437c53-8ef0-4776-adae-03f3429aef49'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:27:41.904457 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-9ad3f78a-ba6a-4c5b-b27c-102f2e3106d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:27:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['bc437c53-8ef0-4776-adae-03f3429aef49'], 'active': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:41.936486 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84adde86-6d87-44f8-82d2-b4398d907ac4 None None] The sync data for ids ['7c1789ab-eeef-43a0-9b0e-0854ddeaef18'] in dv-cinder-831247-16-iscsi is: [{'id': '7c1789ab-eeef-43a0-9b0e-0854ddeaef18', 'name': 'tempest-AttachVolumeTestJSON-1120574531-router', 'tenant_id': '16edd3f309d54728882acc6d23f8861e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:32Z', 'updated_at': '2022-06-03T15:26:38Z', 'revision_number': 4, 'project_id': '16edd3f309d54728882acc6d23f8861e', 'gw_port': {'id': '9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1789ab-eeef-43a0-9b0e-0854ddeaef18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:33Z', 'updated_at': '2022-06-03T15:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_floatingips': [{'id': '58455875-b3f5-4733-ad83-4c29c105d162', 'tenant_id': '16edd3f309d54728882acc6d23f8861e', 'floating_ip_address': '172.27.3.81', 'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'router_id': '7c1789ab-eeef-43a0-9b0e-0854ddeaef18', 'port_id': '4191cebd-3cce-492d-9aee-68a1dfd6dc5f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc85e51d-f7a3-45da-ad6c-8c73a576aa2c', 'mac_address': 'fa:16:3e:ae:eb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce808322-3f17-4d8f-8d33-909ecba99d7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:26:57Z', 'updated_at': '2022-06-03T15:27:37Z', 'revision_number': 1, 'project_id': '16edd3f309d54728882acc6d23f8861e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90a91ba5-d409-43c9-94b8-3392b0b5f54d', 'name': '', 'network_id': 'fc85e51d-f7a3-45da-ad6c-8c73a576aa2c', 'tenant_id': '16edd3f309d54728882acc6d23f8861e', 'mac_address': 'fa:16:3e:4b:f5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1789ab-eeef-43a0-9b0e-0854ddeaef18', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '774a6a80-1cd7-4bc8-a1d0-ccd75afe6883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:35Z', 'updated_at': '2022-06-03T15:26:51Z', 'revision_number': 5, 'project_id': '16edd3f309d54728882acc6d23f8861e', 'subnets': [{'id': '774a6a80-1cd7-4bc8-a1d0-ccd75afe6883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:27:41.994117 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2654b97-ffa5-40b9-9bf4-4965c2015b57 admin admin] Pushing event updated for resources: {'Port': ['ID=7e740a2d-e086-4058-97f6-07757ed56bbc,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:42.023060 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2654b97-ffa5-40b9-9bf4-4965c2015b57 admin admin] Network 2ebb747a-15cb-4ff0-831b-eddaba7ea913 is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:27:42.027475 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-e2654b97-ffa5-40b9-9bf4-4965c2015b57 admin admin] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:27:42.038805 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2654b97-ffa5-40b9-9bf4-4965c2015b57 admin admin] Received port after_create {{(pid=103920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:27:42.109869 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d398399-e61d-4eae-8e73-715136861c38 req-5843ab77-56c9-4113-a0d1-a2f68fc1b97a tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:42.111803 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-2d398399-e61d-4eae-8e73-715136861c38 req-5843ab77-56c9-4113-a0d1-a2f68fc1b97a tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] 10.222.0.93 "GET /v2.0/ports?device_id=2c7caaae-2b81-44c6-9fbb-a01d2af87b57 HTTP/1.1" status: 200 len: 945 time: 0.3342471 Jun 03 15:27:42.247223 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Provisioning complete for port fb2661c8-2f5d-4116-a804-ea008520eba3 triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:27:42.247573 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (fb2661c8-2f5d-4116-a804-ea008520eba3), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:42.268454 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-2bb73af5-a789-41b2-b013-fdc4c182cfee tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:42.269980 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-2d398399-e61d-4eae-8e73-715136861c38 req-19083d62-df98-43a6-84e3-063619894188 tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] 10.222.0.93 "GET /v2.0/security-groups?id=6f59420a-b1c9-402c-bf1f-7ea81f7e4580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253905 Jun 03 15:27:42.296519 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:42.318068 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvr_db [None req-9ad3f78a-ba6a-4c5b-b27c-102f2e3106d5 None None] Set router bc437c53-8ef0-4776-adae-03f3429aef49 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:27:42.330188 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-2bb73af5-a789-41b2-b013-fdc4c182cfee tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763103'] for floatingip (224d387f-415c-413f-a9e4-807a5436788c), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:42.388559 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2899a8-2ee6-43bc-a736-87e5e32ffa3c None None] New status for floating IP 58455875-b3f5-4733-ad83-4c29c105d162: ACTIVE {{(pid=103922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 15:27:42.467617 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-e2654b97-ffa5-40b9-9bf4-4965c2015b57 admin admin] Publish callbacks [] for router_gateway (13fb7b87-e804-4c1c-9eb0-13a79b3201ee), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:42.581057 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:42.597172 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Current status of the port fb2661c8-2f5d-4116-a804-ea008520eba3 is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:27:42.607235 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.db.l3_db [None req-2bb73af5-a789-41b2-b013-fdc4c182cfee tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Floating IP 224d387f-415c-413f-a9e4-807a5436788c associated. External IP: 172.27.3.202, port: d065a51d-4c7e-482f-87f7-74c4d679a6c1. Jun 03 15:27:42.829182 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-9ad3f78a-ba6a-4c5b-b27c-102f2e3106d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'name': 'tempest-AttachVolumeNegativeTest-1504343588-router', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:36Z', 'updated_at': '2022-06-03T15:26:46Z', 'revision_number': 4, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'gw_port': {'id': '1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:38Z', 'updated_at': '2022-06-03T15:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_floatingips': [{'id': '6aa86221-dc52-45dd-ad21-9470aad71634', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'floating_ip_address': '172.27.3.51', 'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'router_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'port_id': '67597138-621c-43e8-af88-f2fa1bf44d03', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68719859-5880-402e-b442-370597e1ce2f', 'mac_address': 'fa:16:3e:5c:a2:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be206f-1554-46fe-9fa7-581d2d394865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:26:58Z', 'updated_at': '2022-06-03T15:27:38Z', 'revision_number': 1, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4683a29-9638-4e0d-884d-65794d85dd4f', 'name': '', 'network_id': '68719859-5880-402e-b442-370597e1ce2f', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'mac_address': 'fa:16:3e:bd:e2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1e60cea5-d2fd-43f7-aff8-25b5abe402c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:42Z', 'updated_at': '2022-06-03T15:27:00Z', 'revision_number': 5, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'subnets': [{'id': '1e60cea5-d2fd-43f7-aff8-25b5abe402c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:42.871520 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad3f78a-ba6a-4c5b-b27c-102f2e3106d5 None None] The sync data for ids ['bc437c53-8ef0-4776-adae-03f3429aef49'] in dv-cinder-831247-16-iscsi is: [{'id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'name': 'tempest-AttachVolumeNegativeTest-1504343588-router', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:36Z', 'updated_at': '2022-06-03T15:26:46Z', 'revision_number': 4, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'gw_port': {'id': '1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:38Z', 'updated_at': '2022-06-03T15:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_floatingips': [{'id': '6aa86221-dc52-45dd-ad21-9470aad71634', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'floating_ip_address': '172.27.3.51', 'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'router_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'port_id': '67597138-621c-43e8-af88-f2fa1bf44d03', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68719859-5880-402e-b442-370597e1ce2f', 'mac_address': 'fa:16:3e:5c:a2:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be206f-1554-46fe-9fa7-581d2d394865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:26:58Z', 'updated_at': '2022-06-03T15:27:38Z', 'revision_number': 1, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4683a29-9638-4e0d-884d-65794d85dd4f', 'name': '', 'network_id': '68719859-5880-402e-b442-370597e1ce2f', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'mac_address': 'fa:16:3e:bd:e2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1e60cea5-d2fd-43f7-aff8-25b5abe402c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:42Z', 'updated_at': '2022-06-03T15:27:00Z', 'revision_number': 5, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'subnets': [{'id': '1e60cea5-d2fd-43f7-aff8-25b5abe402c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:27:43.035320 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-ca08507e-4e05-4f99-922e-f7b53c300a15 req-17bba7a5-0874-421e-8c35-624aa2cbd864 service neutron] 10.222.0.95 "GET /v2.0/networks/fa379d02-cec4-4bb7-8616-f922a2f53449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4135556 Jun 03 15:27:43.060546 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:43.078801 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-e2654b97-ffa5-40b9-9bf4-4965c2015b57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-758228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-763446'] for router (13fb7b87-e804-4c1c-9eb0-13a79b3201ee), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:43.100937 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460a9d0-29e7-46af-8cf2-b89bb3f8a8d9 req-7079fdc7-0e76-4a18-9969-c7982d38c48d tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:43.102167 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-9460a9d0-29e7-46af-8cf2-b89bb3f8a8d9 req-7079fdc7-0e76-4a18-9969-c7982d38c48d tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 946 time: 1.0281994 Jun 03 15:27:43.104220 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb73af5-a789-41b2-b013-fdc4c182cfee tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Router 6cd5fe5b-023c-4cb7-aad9-e052cab5eef0 has already been hosted by L3 agent af3cb756-c261-4349-9f96-3650fb8ddf57 {{(pid=103919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 15:27:43.125137 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c350c-8bea-4b0d-b373-16886fb960e7 req-08f9002c-92a2-49a3-bf43-17aadd40b0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:43.126688 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-309c350c-8bea-4b0d-b373-16886fb960e7 req-08f9002c-92a2-49a3-bf43-17aadd40b0c9 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=16edd3f309d54728882acc6d23f8861e&device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 1129 time: 0.1033652 Jun 03 15:27:43.147022 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:43.267490 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-9460a9d0-29e7-46af-8cf2-b89bb3f8a8d9 req-dcc2c91d-6c80-49b4-8d17-3a666018d6f4 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560700 Jun 03 15:27:43.284683 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2654b97-ffa5-40b9-9bf4-4965c2015b57 admin admin] Router 13fb7b87-e804-4c1c-9eb0-13a79b3201ee is scheduled to L3 agent af3cb756-c261-4349-9f96-3650fb8ddf57 with binding_index 1 {{(pid=103920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 03 15:27:43.319762 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb73af5-a789-41b2-b013-fdc4c182cfee tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Notify agent at l3_agent.dv-cinder-831247-16-iscsi the message routers_updated {{(pid=103919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 15:27:43.332330 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c001fe-ef1b-49a0-8859-c88224f62ff8 None None] Sync routers for ids ['6cd5fe5b-023c-4cb7-aad9-e052cab5eef0'] in dv-cinder-831247-16-iscsi {{(pid=103921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:27:43.347884 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-2bb73af5-a789-41b2-b013-fdc4c182cfee tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for floatingip (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:43.367224 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84778023-7e2f-4252-bbf7-130563aeb0c3 None None] New status for floating IP 6aa86221-dc52-45dd-ad21-9470aad71634: ACTIVE {{(pid=103922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 15:27:43.380014 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c001fe-ef1b-49a0-8859-c88224f62ff8 None None] Routers {'6cd5fe5b-023c-4cb7-aad9-e052cab5eef0'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:27:43.380680 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-64c001fe-ef1b-49a0-8859-c88224f62ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:27:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['6cd5fe5b-023c-4cb7-aad9-e052cab5eef0'], 'active': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:43.451121 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2654b97-ffa5-40b9-9bf4-4965c2015b57 admin admin] Notify agent at l3_agent.dv-cinder-831247-16-iscsi the message routers_updated {{(pid=103920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 15:27:43.453126 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-2bb73af5-a789-41b2-b013-fdc4c182cfee tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "PUT /v2.0/floatingips/224d387f-415c-413f-a9e4-807a5436788c HTTP/1.1" status: 200 len: 991 time: 2.0277002 Jun 03 15:27:43.456083 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e123dc0c-78c6-44ce-b847-927843a3751c', 'tag': 'd065a51d-4c7e-482f-87f7-74c4d679a6c1'}] {{(pid=103919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:27:43.463203 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb6718ce3f0a4af57ef91ee7142c10b6234fd65cffdc95d0a08216ae9169e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85dab91-d384-4c8d-b41e-bb70a86619c4" -d '{"events": [{"name": "network-changed", "server_uuid": "e123dc0c-78c6-44ce-b847-927843a3751c", "tag": "d065a51d-4c7e-482f-87f7-74c4d679a6c1"}]}' {{(pid=103919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:27:43.496114 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-e2654b97-ffa5-40b9-9bf4-4965c2015b57 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:43.498099 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-e2654b97-ffa5-40b9-9bf4-4965c2015b57 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.5453641 Jun 03 15:27:43.500253 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 50794) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:27:43.502243 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b90dfd0-9e7b-4749-8752-e984791ab9a4 None None] Sync routers for ids ['13fb7b87-e804-4c1c-9eb0-13a79b3201ee'] in dv-cinder-831247-16-iscsi {{(pid=103921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:27:43.526542 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b90dfd0-9e7b-4749-8752-e984791ab9a4 None None] Routers {'13fb7b87-e804-4c1c-9eb0-13a79b3201ee'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:27:43.527359 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-3b90dfd0-9e7b-4749-8752-e984791ab9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:27:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['13fb7b87-e804-4c1c-9eb0-13a79b3201ee'], 'active': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:43.601832 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 15:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-110b5d2f-580e-4598-920d-d61338e72a23 x-openstack-request-id: req-110b5d2f-580e-4598-920d-d61338e72a23 {{(pid=103919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:27:43.602746 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e123dc0c-78c6-44ce-b847-927843a3751c", "tag": "d065a51d-4c7e-482f-87f7-74c4d679a6c1", "status": "completed", "code": 200}]} {{(pid=103919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:27:43.603964 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-110b5d2f-580e-4598-920d-d61338e72a23 {{(pid=103919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:27:43.605255 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-110b5d2f-580e-4598-920d-d61338e72a23'] response: {'name': 'network-changed', 'server_uuid': 'e123dc0c-78c6-44ce-b847-927843a3751c', 'tag': 'd065a51d-4c7e-482f-87f7-74c4d679a6c1', 'status': 'completed', 'code': 200} Jun 03 15:27:43.651464 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:43.738976 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvr_db [None req-3b90dfd0-9e7b-4749-8752-e984791ab9a4 None None] Set router 13fb7b87-e804-4c1c-9eb0-13a79b3201ee gateway port host: dv-cinder-831247-16-iscsi {{(pid=103921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:27:43.938376 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvr_db [None req-64c001fe-ef1b-49a0-8859-c88224f62ff8 None None] Set router 6cd5fe5b-023c-4cb7-aad9-e052cab5eef0 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:27:43.949414 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:43.980315 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device b769debe-6e02-4a63-9203-b36466754632 up at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:27:44.029003 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4e9542-2906-4916-bd5e-0e311f62cf3c None None] Network c32827c9-0a8a-4040-bd5c-4163832f44c9 requested from dv-cinder-831247-16-iscsi {{(pid=103921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 15:27:44.048585 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=100 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:44.076053 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-9c6f8d6f-6ce6-49a9-9b01-623633a54f5c None None] Provisioning complete for port b769debe-6e02-4a63-9203-b36466754632 triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:27:44.077238 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-9c6f8d6f-6ce6-49a9-9b01-623633a54f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (b769debe-6e02-4a63-9203-b36466754632), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:44.094133 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 50806) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:27:44.112922 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3f59c-c67d-411b-ac25-f2e5516c3873 req-6ac7471e-696b-4783-bf75-d8476c69971f tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:44.119092 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85dab91-d384-4c8d-b41e-bb70a86619c4 req-abdba998-8128-4694-92dd-9eecb5312cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:44.120524 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-f85dab91-d384-4c8d-b41e-bb70a86619c4 req-abdba998-8128-4694-92dd-9eecb5312cf1 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1b930cadb2dc4e49947db0514528617d&device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 1129 time: 0.1834502 Jun 03 15:27:44.127161 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-6db3f59c-c67d-411b-ac25-f2e5516c3873 req-6ac7471e-696b-4783-bf75-d8476c69971f tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] 10.222.0.93 "GET /v2.0/ports?device_id=2c7caaae-2b81-44c6-9fbb-a01d2af87b57 HTTP/1.1" status: 200 len: 945 time: 0.6277983 Jun 03 15:27:44.160329 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c350c-8bea-4b0d-b373-16886fb960e7 req-ce51e566-2272-45e7-b0d1-68fb3c5b91c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:44.161734 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-309c350c-8bea-4b0d-b373-16886fb960e7 req-ce51e566-2272-45e7-b0d1-68fb3c5b91c3 service neutron] 10.222.0.95 "GET /v2.0/networks?id=fc85e51d-f7a3-45da-ad6c-8c73a576aa2c HTTP/1.1" status: 200 len: 912 time: 0.3551886 Jun 03 15:27:44.244336 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce76ddd-4556-42ae-b2d2-5c9938bbd50d req-ce865d1c-dcea-4e00-9aa9-dc217d5c8198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:44.253772 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-1ce76ddd-4556-42ae-b2d2-5c9938bbd50d req-ce865d1c-dcea-4e00-9aa9-dc217d5c8198 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=3e8f48e1939245eaa67bcd6a27bc7cda&device_id=f9be206f-1554-46fe-9fa7-581d2d394865 HTTP/1.1" status: 200 len: 1129 time: 0.6823506 Jun 03 15:27:44.273078 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Provisioning complete for port b769debe-6e02-4a63-9203-b36466754632 triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:27:44.273487 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (b769debe-6e02-4a63-9203-b36466754632), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:44.422753 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac2491-06b3-4157-917f-21fc3c3c9c62 req-43b8614f-c350-4e51-aecd-a6b672fdbc04 tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:44.424692 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f5ac2491-06b3-4157-917f-21fc3c3c9c62 req-43b8614f-c350-4e51-aecd-a6b672fdbc04 tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] 10.222.0.95 "GET /v2.0/ports?device_id=2c7caaae-2b81-44c6-9fbb-a01d2af87b57 HTTP/1.1" status: 200 len: 945 time: 0.3435910 Jun 03 15:27:44.444795 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=100 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:44.446095 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Current status of the port b769debe-6e02-4a63-9203-b36466754632 is: DOWN; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:27:44.447151 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (b769debe-6e02-4a63-9203-b36466754632), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:44.462279 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 50814) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:27:44.504445 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-6db3f59c-c67d-411b-ac25-f2e5516c3873 req-a97c6622-a734-4f92-a0ba-408a1d426446 tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] 10.222.0.93 "GET /v2.0/security-groups?id=6f59420a-b1c9-402c-bf1f-7ea81f7e4580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759806 Jun 03 15:27:44.645503 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [req-f5ac2491-06b3-4157-917f-21fc3c3c9c62 req-9ab8bdfb-1dd2-4f85-9821-edb21cdfc1b7 tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] Deleting port e2167245-4216-4805-83ad-80b71ead6e3d {{(pid=103920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:27:44.645863 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-f5ac2491-06b3-4157-917f-21fc3c3c9c62 req-9ab8bdfb-1dd2-4f85-9821-edb21cdfc1b7 tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (e2167245-4216-4805-83ad-80b71ead6e3d), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:44.652051 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:44.670259 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce76ddd-4556-42ae-b2d2-5c9938bbd50d req-a4cc6dd0-6c90-4603-b02e-cde63e5f21ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:44.670947 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] For port b769debe-6e02-4a63-9203-b36466754632, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=b769debe-6e02-4a63-9203-b36466754632,segment=NetworkSegment(7c895936-0e57-482c-9a3e-f4272e4fad47),segment_id=7c895936-0e57-482c-9a3e-f4272e4fad47)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:27:44.671785 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-1ce76ddd-4556-42ae-b2d2-5c9938bbd50d req-a4cc6dd0-6c90-4603-b02e-cde63e5f21ff service neutron] 10.222.0.95 "GET /v2.0/networks?id=68719859-5880-402e-b442-370597e1ce2f HTTP/1.1" status: 200 len: 916 time: 0.4172471 Jun 03 15:27:44.696754 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4c58f088-9693-49b4-8b1f-eb76541f00ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:44.713088 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (b769debe-6e02-4a63-9203-b36466754632), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:44.769012 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-9c6f8d6f-6ce6-49a9-9b01-623633a54f5c None None] Current status of the port b769debe-6e02-4a63-9203-b36466754632 is: DOWN; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:27:44.769395 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-9c6f8d6f-6ce6-49a9-9b01-623633a54f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (b769debe-6e02-4a63-9203-b36466754632), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:44.802733 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-10a95c3f-8840-499b-bbe4-55142ab2b89a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:44.879913 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca8de6f-75cf-4327-9787-49ce25e346b7 req-499dea62-52cf-4e8e-9838-69faedd9b241 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:44.881998 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-cca8de6f-75cf-4327-9787-49ce25e346b7 req-499dea62-52cf-4e8e-9838-69faedd9b241 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 946 time: 0.1791582 Jun 03 15:27:44.884688 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-309c350c-8bea-4b0d-b373-16886fb960e7 req-83815a84-b827-43a5-b1f7-594d75409231 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4191cebd-3cce-492d-9aee-68a1dfd6dc5f HTTP/1.1" status: 200 len: 1000 time: 0.6623299 Jun 03 15:27:44.946219 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4c58f088-9693-49b4-8b1f-eb76541f00ab admin admin] Publish callbacks [] for security_group (69d5a50f-48a1-4b3d-b78e-11241e33bba6), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:44.947641 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:44.956376 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [req-f5ac2491-06b3-4157-917f-21fc3c3c9c62 req-9ab8bdfb-1dd2-4f85-9821-edb21cdfc1b7 tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] For port e2167245-4216-4805-83ad-80b71ead6e3d, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=e2167245-4216-4805-83ad-80b71ead6e3d,segment=NetworkSegment(b75a6b5e-c3c8-474e-8be0-40ba0eb07934),segment_id=b75a6b5e-c3c8-474e-8be0-40ba0eb07934)] {{(pid=103920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:27:44.956878 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-f5ac2491-06b3-4157-917f-21fc3c3c9c62 req-9ab8bdfb-1dd2-4f85-9821-edb21cdfc1b7 tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (e2167245-4216-4805-83ad-80b71ead6e3d), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:44.960993 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=100 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:44.963294 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c350c-8bea-4b0d-b373-16886fb960e7 req-5272d297-c750-46d7-9f8c-e21e7e97a53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:44.965491 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-309c350c-8bea-4b0d-b373-16886fb960e7 req-5272d297-c750-46d7-9f8c-e21e7e97a53b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=774a6a80-1cd7-4bc8-a1d0-ccd75afe6883 HTTP/1.1" status: 200 len: 850 time: 0.0663855 Jun 03 15:27:44.982680 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [req-f5ac2491-06b3-4157-917f-21fc3c3c9c62 req-9ab8bdfb-1dd2-4f85-9821-edb21cdfc1b7 tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] Calling delete_port for e2167245-4216-4805-83ad-80b71ead6e3d owned by compute:nova {{(pid=103920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:27:44.991173 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-3b90dfd0-9e7b-4749-8752-e984791ab9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fb7b87-e804-4c1c-9eb0-13a79b3201ee', 'name': 'tempest-TestMinimumBasicScenario-820550424-router', 'tenant_id': '433937ccb338451d8b27f5be7c1d78fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '7e740a2d-e086-4058-97f6-07757ed56bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:27:40Z', 'updated_at': '2022-06-03T15:27:42Z', 'revision_number': 3, 'project_id': '433937ccb338451d8b27f5be7c1d78fa', 'gw_port': {'id': '7e740a2d-e086-4058-97f6-07757ed56bbc', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:02:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fb7b87-e804-4c1c-9eb0-13a79b3201ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:27:41Z', 'updated_at': '2022-06-03T15:27:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi'}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:45.003657 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-1ce76ddd-4556-42ae-b2d2-5c9938bbd50d req-7991142a-1c60-4be2-bc0d-1e64287ead5d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67597138-621c-43e8-af88-f2fa1bf44d03 HTTP/1.1" status: 200 len: 1000 time: 0.2796075 Jun 03 15:27:45.006888 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4c58f088-9693-49b4-8b1f-eb76541f00ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (69d5a50f-48a1-4b3d-b78e-11241e33bba6), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:45.030474 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:45.032018 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b90dfd0-9e7b-4749-8752-e984791ab9a4 None None] Checking router: 13fb7b87-e804-4c1c-9eb0-13a79b3201ee for host: dv-cinder-831247-16-iscsi {{(pid=103921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:27:45.032361 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b90dfd0-9e7b-4749-8752-e984791ab9a4 None None] Updating router 13fb7b87-e804-4c1c-9eb0-13a79b3201ee port 7e740a2d-e086-4058-97f6-07757ed56bbc binding host dv-cinder-831247-16-iscsi {{(pid=103921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:27:45.033889 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71372fc-d55f-47d3-a6bc-036ef04bbb60 req-86bf86f1-859b-442b-8cdb-7dcb4f2f8848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:45.035628 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b71372fc-d55f-47d3-a6bc-036ef04bbb60 req-86bf86f1-859b-442b-8cdb-7dcb4f2f8848 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=cc122a7e-fe3b-4bb6-abb6-96e6a199d8e3 HTTP/1.1" status: 200 len: 1130 time: 0.7666137 Jun 03 15:27:45.085076 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Pushing event updated for resources: {'Port': ['ID=b769debe-6e02-4a63-9203-b36466754632,revision_number=3']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:45.105859 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.db.api [None req-9c6f8d6f-6ce6-49a9-9b01-623633a54f5c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 03 15:27:45.106406 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG oslo_db.api [None req-9c6f8d6f-6ce6-49a9-9b01-623633a54f5c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:27:45.114189 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-3b90dfd0-9e7b-4749-8752-e984791ab9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (7e740a2d-e086-4058-97f6-07757ed56bbc), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:45.116220 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-64c001fe-ef1b-49a0-8859-c88224f62ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd5fe5b-023c-4cb7-aad9-e052cab5eef0', 'name': 'tempest-AttachVolumeShelveTestJSON-1264158732-router', 'tenant_id': '1b930cadb2dc4e49947db0514528617d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '86ba1ff2-21ae-47f9-9cdf-edf65a092d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:38Z', 'updated_at': '2022-06-03T15:27:01Z', 'revision_number': 4, 'project_id': '1b930cadb2dc4e49947db0514528617d', 'gw_port': {'id': '86ba1ff2-21ae-47f9-9cdf-edf65a092d4e', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd5fe5b-023c-4cb7-aad9-e052cab5eef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:41Z', 'updated_at': '2022-06-03T15:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_floatingips': [{'id': '224d387f-415c-413f-a9e4-807a5436788c', 'tenant_id': '1b930cadb2dc4e49947db0514528617d', 'floating_ip_address': '172.27.3.202', 'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'router_id': '6cd5fe5b-023c-4cb7-aad9-e052cab5eef0', 'port_id': 'd065a51d-4c7e-482f-87f7-74c4d679a6c1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6297c62b-cf60-4797-8fdd-d236a362ff82', 'mac_address': 'fa:16:3e:c9:a6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e123dc0c-78c6-44ce-b847-927843a3751c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:27:07Z', 'updated_at': '2022-06-03T15:27:42Z', 'revision_number': 1, 'project_id': '1b930cadb2dc4e49947db0514528617d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf131b2b-599d-46a7-87a3-df5152fb5c69', 'name': '', 'network_id': '6297c62b-cf60-4797-8fdd-d236a362ff82', 'tenant_id': '1b930cadb2dc4e49947db0514528617d', 'mac_address': 'fa:16:3e:43:3d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd5fe5b-023c-4cb7-aad9-e052cab5eef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'f60f46ef-d4d3-474d-b0dd-61750c5ae20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:59Z', 'updated_at': '2022-06-03T15:27:07Z', 'revision_number': 5, 'project_id': '1b930cadb2dc4e49947db0514528617d', 'subnets': [{'id': 'f60f46ef-d4d3-474d-b0dd-61750c5ae20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:45.117858 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85dab91-d384-4c8d-b41e-bb70a86619c4 req-9490c953-8ba6-4262-9644-92e97da4610e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:45.121972 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-f85dab91-d384-4c8d-b41e-bb70a86619c4 req-9490c953-8ba6-4262-9644-92e97da4610e service neutron] 10.222.0.95 "GET /v2.0/networks?id=6297c62b-cf60-4797-8fdd-d236a362ff82 HTTP/1.1" status: 200 len: 918 time: 0.9009132 Jun 03 15:27:45.159556 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c001fe-ef1b-49a0-8859-c88224f62ff8 None None] Checking router: 6cd5fe5b-023c-4cb7-aad9-e052cab5eef0 for host: dv-cinder-831247-16-iscsi {{(pid=103921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:27:45.163495 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-4c58f088-9693-49b4-8b1f-eb76541f00ab admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=5e4965cab58d4123b2a1e4fbc7f2c85d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6968591 Jun 03 15:27:45.166483 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c58f088-9693-49b4-8b1f-eb76541f00ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d5a50f-48a1-4b3d-b78e-11241e33bba6,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:45.171031 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 50818) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:27:45.195904 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-cca8de6f-75cf-4327-9787-49ce25e346b7 req-ab5081fc-1b47-4522-a591-4d31982673c4 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977808 Jun 03 15:27:45.198661 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce76ddd-4556-42ae-b2d2-5c9938bbd50d req-3b4115cf-0345-4006-9fb2-ca852a13479b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:45.199937 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-1ce76ddd-4556-42ae-b2d2-5c9938bbd50d req-3b4115cf-0345-4006-9fb2-ca852a13479b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1e60cea5-d2fd-43f7-aff8-25b5abe402c7 HTTP/1.1" status: 200 len: 854 time: 0.1846206 Jun 03 15:27:45.201947 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c001fe-ef1b-49a0-8859-c88224f62ff8 None None] Routers {'6cd5fe5b-023c-4cb7-aad9-e052cab5eef0'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:27:45.202661 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-64c001fe-ef1b-49a0-8859-c88224f62ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:27:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['6cd5fe5b-023c-4cb7-aad9-e052cab5eef0'], 'active': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:45.247787 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce76ddd-4556-42ae-b2d2-5c9938bbd50d req-b198f753-b4e1-4940-b815-93364295d6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:45.249313 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-1ce76ddd-4556-42ae-b2d2-5c9938bbd50d req-b198f753-b4e1-4940-b815-93364295d6d1 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=68719859-5880-402e-b442-370597e1ce2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0405273 Jun 03 15:27:45.269646 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c350c-8bea-4b0d-b373-16886fb960e7 req-48aca8b2-fb2f-4a0a-a0ac-e83d668c379d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:45.271180 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-309c350c-8bea-4b0d-b373-16886fb960e7 req-48aca8b2-fb2f-4a0a-a0ac-e83d668c379d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=fc85e51d-f7a3-45da-ad6c-8c73a576aa2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2679429 Jun 03 15:27:45.382932 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-309c350c-8bea-4b0d-b373-16886fb960e7 req-b593782f-25e7-4a32-93bf-5a7390d27c18 service neutron] 10.222.0.95 "GET /v2.0/networks/fc85e51d-f7a3-45da-ad6c-8c73a576aa2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993643 Jun 03 15:27:45.389318 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4cf278a8-716c-4ede-b4b7-9e574c91f20f admin admin] Publish callbacks [] for security_group (69d5a50f-48a1-4b3d-b78e-11241e33bba6), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:45.448378 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4cf278a8-716c-4ede-b4b7-9e574c91f20f admin admin] Publish callbacks [] for security_group (69d5a50f-48a1-4b3d-b78e-11241e33bba6), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:45.450623 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-f5ac2491-06b3-4157-917f-21fc3c3c9c62 req-9ab8bdfb-1dd2-4f85-9821-edb21cdfc1b7 tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569'] for port (e2167245-4216-4805-83ad-80b71ead6e3d), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:45.454095 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-1ce76ddd-4556-42ae-b2d2-5c9938bbd50d req-746fdfea-0726-4f4d-b003-75492d2b3fdc service neutron] 10.222.0.95 "GET /v2.0/networks/68719859-5880-402e-b442-370597e1ce2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952252 Jun 03 15:27:45.469251 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] get_ports_and_sgs() called for port_ids ['e2167245-4216-4805-83ad-80b71ead6e3d'] {{(pid=103921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 15:27:45.483771 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:45.485343 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvr_db [None req-64c001fe-ef1b-49a0-8859-c88224f62ff8 None None] Set router 6cd5fe5b-023c-4cb7-aad9-e052cab5eef0 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:27:45.550352 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:45.555905 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b71372fc-d55f-47d3-a6bc-036ef04bbb60 req-4d93cccc-08fc-4543-be56-11558ba87052 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4955440 Jun 03 15:27:45.566211 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-309c350c-8bea-4b0d-b373-16886fb960e7 req-3de14e31-98ed-4136-ba50-053b6d5f6928 service neutron] 10.222.0.95 "GET /v2.0/networks/fc85e51d-f7a3-45da-ad6c-8c73a576aa2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732152 Jun 03 15:27:45.576111 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-f85dab91-d384-4c8d-b41e-bb70a86619c4 req-1fa00c12-748e-4990-af8d-e7f891986144 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d065a51d-4c7e-482f-87f7-74c4d679a6c1 HTTP/1.1" status: 200 len: 999 time: 0.4307203 Jun 03 15:27:45.585418 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-10a95c3f-8840-499b-bbe4-55142ab2b89a admin admin] Publish callbacks [] for security_group (1e5c7a5c-2a77-48a3-b386-b9ccf0fe71d7), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:45.600042 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab8bdfb-1dd2-4f85-9821-edb21cdfc1b7 tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] Pushing event deleted for resources: {'Port': ['ID=e2167245-4216-4805-83ad-80b71ead6e3d,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:45.638739 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-10a95c3f-8840-499b-bbe4-55142ab2b89a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (1e5c7a5c-2a77-48a3-b386-b9ccf0fe71d7), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:45.653458 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5ac2491-06b3-4157-917f-21fc3c3c9c62 req-9ab8bdfb-1dd2-4f85-9821-edb21cdfc1b7 tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] No DVR routers for this DVR port e2167245-4216-4805-83ad-80b71ead6e3d on host hv-cinder-83124 {{(pid=103920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 15:27:45.663616 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-f5ac2491-06b3-4157-917f-21fc3c3c9c62 req-9ab8bdfb-1dd2-4f85-9821-edb21cdfc1b7 tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for port (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:45.676219 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:45.680938 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f5ac2491-06b3-4157-917f-21fc3c3c9c62 req-9ab8bdfb-1dd2-4f85-9821-edb21cdfc1b7 tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] 10.222.0.95 "DELETE /v2.0/ports/e2167245-4216-4805-83ad-80b71ead6e3d HTTP/1.1" status: 204 len: 173 time: 1.2305729 Jun 03 15:27:45.696511 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7caaae-2b81-44c6-9fbb-a01d2af87b57', 'name': 'network-vif-deleted', 'tag': 'e2167245-4216-4805-83ad-80b71ead6e3d'}] {{(pid=103920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:27:45.699146 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fde6ca1c4b3e174e639905c0d93b14e8a3905e0af4b9b9445456920c81b8107" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35758b66-103b-4f50-bd1b-650c81bc2cfd" -d '{"events": [{"server_uuid": "2c7caaae-2b81-44c6-9fbb-a01d2af87b57", "name": "network-vif-deleted", "tag": "e2167245-4216-4805-83ad-80b71ead6e3d"}]}' {{(pid=103920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:27:45.706406 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-fec4b7d0-776b-4746-8da7-8a4998af7766 req-170fd4c5-802d-4c19-9588-da14d72e1a42 tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] 10.222.0.93 "GET /v2.0/ports?device_id=2c7caaae-2b81-44c6-9fbb-a01d2af87b57 HTTP/1.1" status: 200 len: 210 time: 0.0658116 Jun 03 15:27:45.722771 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-ca3a613c-124a-449f-bad2-146e8157db44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:45.741069 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a895a939-7712-433e-b400-581851f5277e req-7da6f470-1d95-4296-a031-52522bd1c0ba tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:45.742720 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-a895a939-7712-433e-b400-581851f5277e req-7da6f470-1d95-4296-a031-52522bd1c0ba tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 946 time: 0.1080768 Jun 03 15:27:45.753669 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-10a95c3f-8840-499b-bbe4-55142ab2b89a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f466b053940e457b96a8e4a40f9a3879&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6560788 Jun 03 15:27:45.755786 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a95c3f-8840-499b-bbe4-55142ab2b89a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5c7a5c-2a77-48a3-b386-b9ccf0fe71d7,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:45.758227 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:45.759002 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 50828) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:27:45.766364 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4cf278a8-716c-4ede-b4b7-9e574c91f20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (69d5a50f-48a1-4b3d-b78e-11241e33bba6), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:45.775509 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4cf278a8-716c-4ede-b4b7-9e574c91f20f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:45.776692 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-4cf278a8-716c-4ede-b4b7-9e574c91f20f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/69d5a50f-48a1-4b3d-b78e-11241e33bba6 HTTP/1.1" status: 204 len: 168 time: 0.6013033 Jun 03 15:27:45.787193 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-9c6f8d6f-6ce6-49a9-9b01-623633a54f5c None None] Current status of the port b769debe-6e02-4a63-9203-b36466754632 is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:27:45.790014 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-1ce76ddd-4556-42ae-b2d2-5c9938bbd50d req-a324c66a-2606-4f19-8869-019d1bc1e70b service neutron] 10.222.0.95 "GET /v2.0/networks/68719859-5880-402e-b442-370597e1ce2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165505 Jun 03 15:27:45.800987 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf278a8-716c-4ede-b4b7-9e574c91f20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d5a50f-48a1-4b3d-b78e-11241e33bba6,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:45.815422 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device b769debe-6e02-4a63-9203-b36466754632 up at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:27:45.869734 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 15:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd40b746-da3d-459c-a682-39e4ba70eb2f x-openstack-request-id: req-cd40b746-da3d-459c-a682-39e4ba70eb2f {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:27:45.874278 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7caaae-2b81-44c6-9fbb-a01d2af87b57", "name": "network-vif-deleted", "tag": "e2167245-4216-4805-83ad-80b71ead6e3d", "status": "completed", "code": 200}]} {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:27:45.874443 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-cd40b746-da3d-459c-a682-39e4ba70eb2f {{(pid=103920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:27:45.874878 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd40b746-da3d-459c-a682-39e4ba70eb2f'] response: {'server_uuid': '2c7caaae-2b81-44c6-9fbb-a01d2af87b57', 'name': 'network-vif-deleted', 'tag': 'e2167245-4216-4805-83ad-80b71ead6e3d', 'status': 'completed', 'code': 200} Jun 03 15:27:45.945891 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a3f14-a753-4f57-9dcf-07b154a02175 req-1b7e86ca-0b83-474e-bc00-e523b60e0877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:45.947658 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-7b4a3f14-a753-4f57-9dcf-07b154a02175 req-1b7e86ca-0b83-474e-bc00-e523b60e0877 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a402ec1153624838be07cda58279f2a4&device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 1130 time: 0.0928910 Jun 03 15:27:46.029176 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-a895a939-7712-433e-b400-581851f5277e req-ca203985-149f-4094-b820-e276205c0e4c tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748332 Jun 03 15:27:46.063321 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-bdc83a6e-4a76-4120-a3f9-e6f63d400f61 None None] Provisioning complete for port b769debe-6e02-4a63-9203-b36466754632 triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:27:46.063415 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-bdc83a6e-4a76-4120-a3f9-e6f63d400f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (b769debe-6e02-4a63-9203-b36466754632), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:46.074396 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85dab91-d384-4c8d-b41e-bb70a86619c4 req-fb9efbd5-ee3e-4d8e-a73b-6b6ba92224fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:46.075884 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-f85dab91-d384-4c8d-b41e-bb70a86619c4 req-fb9efbd5-ee3e-4d8e-a73b-6b6ba92224fe service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f60f46ef-d4d3-474d-b0dd-61750c5ae20f HTTP/1.1" status: 200 len: 856 time: 0.2147086 Jun 03 15:27:46.080737 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-ffff4b2b-a553-4e00-bf23-22abd0cd41f3 admin admin] Publish callbacks [] for security_group (1e5c7a5c-2a77-48a3-b386-b9ccf0fe71d7), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:46.117156 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-ffff4b2b-a553-4e00-bf23-22abd0cd41f3 admin admin] Publish callbacks [] for security_group (1e5c7a5c-2a77-48a3-b386-b9ccf0fe71d7), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:46.150152 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:46.152740 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a3f14-a753-4f57-9dcf-07b154a02175 req-fb80d2ee-29da-4a86-b344-e7a8975fcd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:46.158774 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-7b4a3f14-a753-4f57-9dcf-07b154a02175 req-fb80d2ee-29da-4a86-b344-e7a8975fcd3c service neutron] 10.222.0.95 "GET /v2.0/networks?id=ba66765f-7c24-4296-be5e-4c2a803ccabf HTTP/1.1" status: 200 len: 919 time: 0.1912198 Jun 03 15:27:46.185493 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.db_base_plugin_common [None req-ca3a613c-124a-449f-bad2-146e8157db44 admin admin] Allocated IP 172.20.0.1 (c32827c9-0a8a-4040-bd5c-4163832f44c9/a13facb1-4ddd-4ed5-b7b8-75cca76afbb0/d9b83d57-c4d8-452e-af49-10410de203a8) {{(pid=103919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:27:46.232992 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-64c001fe-ef1b-49a0-8859-c88224f62ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd5fe5b-023c-4cb7-aad9-e052cab5eef0', 'name': 'tempest-AttachVolumeShelveTestJSON-1264158732-router', 'tenant_id': '1b930cadb2dc4e49947db0514528617d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '86ba1ff2-21ae-47f9-9cdf-edf65a092d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:38Z', 'updated_at': '2022-06-03T15:27:01Z', 'revision_number': 4, 'project_id': '1b930cadb2dc4e49947db0514528617d', 'gw_port': {'id': '86ba1ff2-21ae-47f9-9cdf-edf65a092d4e', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd5fe5b-023c-4cb7-aad9-e052cab5eef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:41Z', 'updated_at': '2022-06-03T15:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_floatingips': [{'id': '224d387f-415c-413f-a9e4-807a5436788c', 'tenant_id': '1b930cadb2dc4e49947db0514528617d', 'floating_ip_address': '172.27.3.202', 'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'router_id': '6cd5fe5b-023c-4cb7-aad9-e052cab5eef0', 'port_id': 'd065a51d-4c7e-482f-87f7-74c4d679a6c1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6297c62b-cf60-4797-8fdd-d236a362ff82', 'mac_address': 'fa:16:3e:c9:a6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e123dc0c-78c6-44ce-b847-927843a3751c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:27:07Z', 'updated_at': '2022-06-03T15:27:42Z', 'revision_number': 1, 'project_id': '1b930cadb2dc4e49947db0514528617d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf131b2b-599d-46a7-87a3-df5152fb5c69', 'name': '', 'network_id': '6297c62b-cf60-4797-8fdd-d236a362ff82', 'tenant_id': '1b930cadb2dc4e49947db0514528617d', 'mac_address': 'fa:16:3e:43:3d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd5fe5b-023c-4cb7-aad9-e052cab5eef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'f60f46ef-d4d3-474d-b0dd-61750c5ae20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:59Z', 'updated_at': '2022-06-03T15:27:07Z', 'revision_number': 5, 'project_id': '1b930cadb2dc4e49947db0514528617d', 'subnets': [{'id': 'f60f46ef-d4d3-474d-b0dd-61750c5ae20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:46.241363 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Provisioning complete for port b769debe-6e02-4a63-9203-b36466754632 triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:27:46.241363 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (b769debe-6e02-4a63-9203-b36466754632), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:46.266346 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-3b90dfd0-9e7b-4749-8752-e984791ab9a4 None None] Publish callbacks [] for port (7e740a2d-e086-4058-97f6-07757ed56bbc), precommit_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:46.283139 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-ffff4b2b-a553-4e00-bf23-22abd0cd41f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (1e5c7a5c-2a77-48a3-b386-b9ccf0fe71d7), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:46.285939 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-ffff4b2b-a553-4e00-bf23-22abd0cd41f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:46.287350 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-ffff4b2b-a553-4e00-bf23-22abd0cd41f3 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/1e5c7a5c-2a77-48a3-b386-b9ccf0fe71d7 HTTP/1.1" status: 204 len: 168 time: 0.5248120 Jun 03 15:27:46.290193 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c001fe-ef1b-49a0-8859-c88224f62ff8 None None] The sync data for ids ['6cd5fe5b-023c-4cb7-aad9-e052cab5eef0'] in dv-cinder-831247-16-iscsi is: [{'id': '6cd5fe5b-023c-4cb7-aad9-e052cab5eef0', 'name': 'tempest-AttachVolumeShelveTestJSON-1264158732-router', 'tenant_id': '1b930cadb2dc4e49947db0514528617d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '86ba1ff2-21ae-47f9-9cdf-edf65a092d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:38Z', 'updated_at': '2022-06-03T15:27:01Z', 'revision_number': 4, 'project_id': '1b930cadb2dc4e49947db0514528617d', 'gw_port': {'id': '86ba1ff2-21ae-47f9-9cdf-edf65a092d4e', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd5fe5b-023c-4cb7-aad9-e052cab5eef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:41Z', 'updated_at': '2022-06-03T15:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_floatingips': [{'id': '224d387f-415c-413f-a9e4-807a5436788c', 'tenant_id': '1b930cadb2dc4e49947db0514528617d', 'floating_ip_address': '172.27.3.202', 'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'router_id': '6cd5fe5b-023c-4cb7-aad9-e052cab5eef0', 'port_id': 'd065a51d-4c7e-482f-87f7-74c4d679a6c1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6297c62b-cf60-4797-8fdd-d236a362ff82', 'mac_address': 'fa:16:3e:c9:a6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e123dc0c-78c6-44ce-b847-927843a3751c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:27:07Z', 'updated_at': '2022-06-03T15:27:42Z', 'revision_number': 1, 'project_id': '1b930cadb2dc4e49947db0514528617d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf131b2b-599d-46a7-87a3-df5152fb5c69', 'name': '', 'network_id': '6297c62b-cf60-4797-8fdd-d236a362ff82', 'tenant_id': '1b930cadb2dc4e49947db0514528617d', 'mac_address': 'fa:16:3e:43:3d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd5fe5b-023c-4cb7-aad9-e052cab5eef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'f60f46ef-d4d3-474d-b0dd-61750c5ae20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:59Z', 'updated_at': '2022-06-03T15:27:07Z', 'revision_number': 5, 'project_id': '1b930cadb2dc4e49947db0514528617d', 'subnets': [{'id': 'f60f46ef-d4d3-474d-b0dd-61750c5ae20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:27:46.300694 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-3b90dfd0-9e7b-4749-8752-e984791ab9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (7e740a2d-e086-4058-97f6-07757ed56bbc), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:46.307584 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff4b2b-a553-4e00-bf23-22abd0cd41f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5c7a5c-2a77-48a3-b386-b9ccf0fe71d7,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:46.366306 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-bdc83a6e-4a76-4120-a3f9-e6f63d400f61 None None] Current status of the port b769debe-6e02-4a63-9203-b36466754632 is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:27:46.379983 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-ca3a613c-124a-449f-bad2-146e8157db44 admin admin] Publish callbacks [] for port (d9b83d57-c4d8-452e-af49-10410de203a8), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:46.429178 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-ca3a613c-124a-449f-bad2-146e8157db44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560'] for port (d9b83d57-c4d8-452e-af49-10410de203a8), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:46.453316 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbfab26-1195-4700-ac91-4e5911ae2828 None None] Pushing event updated for resources: {'Port': ['ID=7e740a2d-e086-4058-97f6-07757ed56bbc,revision_number=2']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:46.456096 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3a613c-124a-449f-bad2-146e8157db44 admin admin] Network c32827c9-0a8a-4040-bd5c-4163832f44c9 is already hosted by enough agents. {{(pid=103919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:27:46.456719 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-3b90dfd0-9e7b-4749-8752-e984791ab9a4 None None] Attempting to bind port 7e740a2d-e086-4058-97f6-07757ed56bbc on host dv-cinder-831247-16-iscsi for vnic_type normal with profile {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 15:27:46.457089 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-3b90dfd0-9e7b-4749-8752-e984791ab9a4 None None] Attempting to bind port 7e740a2d-e086-4058-97f6-07757ed56bbc by drivers openvswitch,hyperv on host dv-cinder-831247-16-iscsi at level 0 using segments [{'id': 'fb1f6c29-8e9a-43bb-852a-39936675ceea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913'}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 15:27:46.457453 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b90dfd0-9e7b-4749-8752-e984791ab9a4 None None] Attempting to bind port 7e740a2d-e086-4058-97f6-07757ed56bbc on network 2ebb747a-15cb-4ff0-831b-eddaba7ea913 {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:27:46.475633 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.base_scheduler [None req-ca3a613c-124a-449f-bad2-146e8157db44 admin admin] Resources bound (agent type, host, resource id): {{(pid=103919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:27:46.479861 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3a613c-124a-449f-bad2-146e8157db44 admin admin] Received port after_create {{(pid=103919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:27:46.480413 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-ca3a613c-124a-449f-bad2-146e8157db44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-762954'] for router_interface (13fb7b87-e804-4c1c-9eb0-13a79b3201ee), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:46.516351 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b90dfd0-9e7b-4749-8752-e984791ab9a4 None None] Checking agent: {'id': 'b78338d6-31c9-4f43-bfac-5a5a854a8366', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 17, 58), 'started_at': datetime.datetime(2022, 6, 3, 15, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 15:27:46.516858 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b90dfd0-9e7b-4749-8752-e984791ab9a4 None None] Checking segment: {'id': 'fb1f6c29-8e9a-43bb-852a-39936675ceea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:27:46.517290 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-3b90dfd0-9e7b-4749-8752-e984791ab9a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:46.517857 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b90dfd0-9e7b-4749-8752-e984791ab9a4 None None] Bound using segment: {'id': 'fb1f6c29-8e9a-43bb-852a-39936675ceea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913'} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 15:27:46.519623 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-3b90dfd0-9e7b-4749-8752-e984791ab9a4 None None] Bound port: 7e740a2d-e086-4058-97f6-07757ed56bbc, host: dv-cinder-831247-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb1f6c29-8e9a-43bb-852a-39936675ceea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913'}}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 15:27:46.520028 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-3b90dfd0-9e7b-4749-8752-e984791ab9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (7e740a2d-e086-4058-97f6-07757ed56bbc), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:46.554297 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3a613c-124a-449f-bad2-146e8157db44 admin admin] Pushing event updated for resources: {'Port': ['ID=d9b83d57-c4d8-452e-af49-10410de203a8,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:46.643714 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85dab91-d384-4c8d-b41e-bb70a86619c4 req-8ff5f36d-1fef-4b9b-b162-7ec953cd3ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:46.645236 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-f85dab91-d384-4c8d-b41e-bb70a86619c4 req-8ff5f36d-1fef-4b9b-b162-7ec953cd3ffb service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6297c62b-cf60-4797-8fdd-d236a362ff82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0783041 Jun 03 15:27:46.667574 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-3b90dfd0-9e7b-4749-8752-e984791ab9a4 None None] For port 7e740a2d-e086-4058-97f6-07757ed56bbc, host dv-cinder-831247-16-iscsi, cleared binding levels {{(pid=103921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 15:27:46.684037 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-3b90dfd0-9e7b-4749-8752-e984791ab9a4 None None] For port 7e740a2d-e086-4058-97f6-07757ed56bbc, host dv-cinder-831247-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=7e740a2d-e086-4058-97f6-07757ed56bbc,segment=NetworkSegment(fb1f6c29-8e9a-43bb-852a-39936675ceea),segment_id=fb1f6c29-8e9a-43bb-852a-39936675ceea)] {{(pid=103921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 15:27:46.685909 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-7b4a3f14-a753-4f57-9dcf-07b154a02175 req-9376d52d-3ccc-46f3-b9f8-479e8353345a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6777d99-9001-40c7-8dc0-bac5ca7c5efe HTTP/1.1" status: 200 len: 217 time: 0.1211324 Jun 03 15:27:46.691063 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Current status of the port b769debe-6e02-4a63-9203-b36466754632 is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:27:46.723231 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-3b90dfd0-9e7b-4749-8752-e984791ab9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (7e740a2d-e086-4058-97f6-07757ed56bbc), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:46.776225 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6744b5f-a87e-460a-8765-1793dddc9ef6 None None] New status for floating IP 224d387f-415c-413f-a9e4-807a5436788c: ACTIVE {{(pid=103922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 15:27:46.818137 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a3f14-a753-4f57-9dcf-07b154a02175 req-08af30fb-4dbf-4f5a-bfe7-76d27d8da3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:46.825222 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-7b4a3f14-a753-4f57-9dcf-07b154a02175 req-08af30fb-4dbf-4f5a-bfe7-76d27d8da3ef service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5cb0f2a7-ee25-46e9-8c4b-18478610484d HTTP/1.1" status: 200 len: 857 time: 0.1238031 Jun 03 15:27:46.832892 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b90dfd0-9e7b-4749-8752-e984791ab9a4 None None] Routers {'13fb7b87-e804-4c1c-9eb0-13a79b3201ee'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:27:46.835032 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-3b90dfd0-9e7b-4749-8752-e984791ab9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:27:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['13fb7b87-e804-4c1c-9eb0-13a79b3201ee'], 'active': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:46.853642 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:46.854256 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:46.857056 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-f85dab91-d384-4c8d-b41e-bb70a86619c4 req-2f55d566-3ee6-4bd4-994a-6b3e0f482b46 service neutron] 10.222.0.95 "GET /v2.0/networks/6297c62b-cf60-4797-8fdd-d236a362ff82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780777 Jun 03 15:27:46.929060 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a3f14-a753-4f57-9dcf-07b154a02175 req-d88e375d-d220-4219-9f84-a1d4db047d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:46.937578 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-7b4a3f14-a753-4f57-9dcf-07b154a02175 req-d88e375d-d220-4219-9f84-a1d4db047d03 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ba66765f-7c24-4296-be5e-4c2a803ccabf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0867002 Jun 03 15:27:46.978008 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-b7536964-13b3-45f9-9626-17c3cddedcf0 None None] Provisioning complete for port d9b83d57-c4d8-452e-af49-10410de203a8 triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:27:46.978420 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b7536964-13b3-45f9-9626-17c3cddedcf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (d9b83d57-c4d8-452e-af49-10410de203a8), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:47.008799 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 50856) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:27:47.018355 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-f85dab91-d384-4c8d-b41e-bb70a86619c4 req-c7f5b6b1-59b2-48f6-9dec-ab589f473ac7 service neutron] 10.222.0.95 "GET /v2.0/networks/6297c62b-cf60-4797-8fdd-d236a362ff82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311486 Jun 03 15:27:47.028836 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-08779db4-9791-4316-aaa9-bfad0d2ba393 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:47.061017 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-1e658042-25ae-435e-a65f-a40cd4c33580 req-f94726cc-38d0-4bda-ae37-70e4c1d67d56 tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] 10.222.0.93 "GET /v2.0/ports?device_id=2c7caaae-2b81-44c6-9fbb-a01d2af87b57 HTTP/1.1" status: 200 len: 210 time: 0.0753794 Jun 03 15:27:47.148542 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-ca3a613c-124a-449f-bad2-146e8157db44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (d9b83d57-c4d8-452e-af49-10410de203a8), before_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:47.158249 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbfab26-1195-4700-ac91-4e5911ae2828 None None] Pushing event updated for resources: {'Port': ['ID=7e740a2d-e086-4058-97f6-07757ed56bbc,revision_number=3']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:47.177726 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-b7536964-13b3-45f9-9626-17c3cddedcf0 None None] Port d9b83d57-c4d8-452e-af49-10410de203a8 cannot update to ACTIVE because it is not bound. {{(pid=103921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 15:27:47.191380 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:47.212279 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:47.218194 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvr_db [None req-3b90dfd0-9e7b-4749-8752-e984791ab9a4 None None] Set router 13fb7b87-e804-4c1c-9eb0-13a79b3201ee gateway port host: dv-cinder-831247-16-iscsi {{(pid=103921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:27:47.230119 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca21f897-1388-4cda-a259-ce64918901c6 req-7ef6299c-3ee2-4c13-a10a-4cac161f075a tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:47.232142 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-ca21f897-1388-4cda-a259-ce64918901c6 req-7ef6299c-3ee2-4c13-a10a-4cac161f075a tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 946 time: 0.0794930 Jun 03 15:27:47.251696 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-08779db4-9791-4316-aaa9-bfad0d2ba393 admin admin] Publish callbacks [] for security_group (7bce3d14-21c5-4398-b79f-2a8ce1b19e89), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:47.259949 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-08779db4-9791-4316-aaa9-bfad0d2ba393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (7bce3d14-21c5-4398-b79f-2a8ce1b19e89), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:47.318199 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 50866) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:27:47.319450 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-08779db4-9791-4316-aaa9-bfad0d2ba393 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f2521b0a2aa040389b39f5a7e88734fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3075249 Jun 03 15:27:47.320540 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08779db4-9791-4316-aaa9-bfad0d2ba393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bce3d14-21c5-4398-b79f-2a8ce1b19e89,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:47.378573 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-ca21f897-1388-4cda-a259-ce64918901c6 req-749dd83b-d275-4912-b4f0-dbfdf0ff80e0 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175692 Jun 03 15:27:47.458058 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-e5e9bd23-dc26-4741-b2ed-107d66a54e15 admin admin] Publish callbacks [] for security_group (7bce3d14-21c5-4398-b79f-2a8ce1b19e89), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:47.505578 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-e5e9bd23-dc26-4741-b2ed-107d66a54e15 admin admin] Publish callbacks [] for security_group (7bce3d14-21c5-4398-b79f-2a8ce1b19e89), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:47.595004 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-ca3a613c-124a-449f-bad2-146e8157db44 admin admin] Publish callbacks [] for port (d9b83d57-c4d8-452e-af49-10410de203a8), precommit_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:47.611515 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-ca3a613c-124a-449f-bad2-146e8157db44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (d9b83d57-c4d8-452e-af49-10410de203a8), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:47.612352 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-ca3a613c-124a-449f-bad2-146e8157db44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-761338'] for router_interface (13fb7b87-e804-4c1c-9eb0-13a79b3201ee), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:47.621325 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-7b4a3f14-a753-4f57-9dcf-07b154a02175 req-b5563eba-1288-4d72-8c97-1dc95f805584 service neutron] 10.222.0.95 "GET /v2.0/networks/ba66765f-7c24-4296-be5e-4c2a803ccabf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052293 Jun 03 15:27:47.625818 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-3b90dfd0-9e7b-4749-8752-e984791ab9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fb7b87-e804-4c1c-9eb0-13a79b3201ee', 'name': 'tempest-TestMinimumBasicScenario-820550424-router', 'tenant_id': '433937ccb338451d8b27f5be7c1d78fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '7e740a2d-e086-4058-97f6-07757ed56bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:27:40Z', 'updated_at': '2022-06-03T15:27:42Z', 'revision_number': 3, 'project_id': '433937ccb338451d8b27f5be7c1d78fa', 'gw_port': {'id': '7e740a2d-e086-4058-97f6-07757ed56bbc', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:02:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fb7b87-e804-4c1c-9eb0-13a79b3201ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:27:41Z', 'updated_at': '2022-06-03T15:27:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi'}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:47.641670 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:47.657074 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b90dfd0-9e7b-4749-8752-e984791ab9a4 None None] The sync data for ids ['13fb7b87-e804-4c1c-9eb0-13a79b3201ee'] in dv-cinder-831247-16-iscsi is: [{'id': '13fb7b87-e804-4c1c-9eb0-13a79b3201ee', 'name': 'tempest-TestMinimumBasicScenario-820550424-router', 'tenant_id': '433937ccb338451d8b27f5be7c1d78fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '7e740a2d-e086-4058-97f6-07757ed56bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:27:40Z', 'updated_at': '2022-06-03T15:27:42Z', 'revision_number': 3, 'project_id': '433937ccb338451d8b27f5be7c1d78fa', 'gw_port': {'id': '7e740a2d-e086-4058-97f6-07757ed56bbc', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:02:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fb7b87-e804-4c1c-9eb0-13a79b3201ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:27:41Z', 'updated_at': '2022-06-03T15:27:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi'}] {{(pid=103921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:27:47.680552 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3a613c-124a-449f-bad2-146e8157db44 admin admin] Pushing event updated for resources: {'Port': ['ID=d9b83d57-c4d8-452e-af49-10410de203a8,revision_number=2']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:47.684566 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-e5e9bd23-dc26-4741-b2ed-107d66a54e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (7bce3d14-21c5-4398-b79f-2a8ce1b19e89), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:47.687160 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-e5e9bd23-dc26-4741-b2ed-107d66a54e15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:47.688148 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-e5e9bd23-dc26-4741-b2ed-107d66a54e15 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7bce3d14-21c5-4398-b79f-2a8ce1b19e89 HTTP/1.1" status: 204 len: 168 time: 0.3626721 Jun 03 15:27:47.731955 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e9bd23-dc26-4741-b2ed-107d66a54e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bce3d14-21c5-4398-b79f-2a8ce1b19e89,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:47.737062 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device e2167245-4216-4805-83ad-80b71ead6e3d no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 15:27:47.761372 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] No Port match for: e2167245-4216-4805-83ad-80b71ead6e3d {{(pid=103921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 15:27:47.761726 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device e2167245-4216-4805-83ad-80b71ead6e3d not bound to the agent host hv-cinder-83124 {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 15:27:47.785891 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3a613c-124a-449f-bad2-146e8157db44 admin admin] Network c32827c9-0a8a-4040-bd5c-4163832f44c9 is already hosted by enough agents. {{(pid=103919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:27:47.788310 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.base_scheduler [None req-ca3a613c-124a-449f-bad2-146e8157db44 admin admin] Resources bound (agent type, host, resource id): {{(pid=103919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:27:47.943315 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca3a613c-124a-449f-bad2-146e8157db44 admin admin] Router 13fb7b87-e804-4c1c-9eb0-13a79b3201ee has already been hosted by L3 agent af3cb756-c261-4349-9f96-3650fb8ddf57 {{(pid=103919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 15:27:48.213083 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-6988ef30-3964-46d4-ab3d-f580cb583255 None None] Provisioning complete for port d9b83d57-c4d8-452e-af49-10410de203a8 triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:27:48.213489 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-6988ef30-3964-46d4-ab3d-f580cb583255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (d9b83d57-c4d8-452e-af49-10410de203a8), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:48.305259 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-6988ef30-3964-46d4-ab3d-f580cb583255 None None] Port d9b83d57-c4d8-452e-af49-10410de203a8 cannot update to ACTIVE because it is not bound. {{(pid=103921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 15:27:48.311881 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-2c53a5a1-cbc8-45d9-a6f6-ac6c5745bd2f req-55ee7dd9-df50-4a75-b7c6-a7075fef6650 tempest-DeleteServersTestJSON-1895403467 tempest-DeleteServersTestJSON-1895403467-project] 10.222.0.93 "GET /v2.0/ports?device_id=2c7caaae-2b81-44c6-9fbb-a01d2af87b57 HTTP/1.1" status: 200 len: 210 time: 0.0886643 Jun 03 15:27:48.362985 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:DELETE=2,neutron:SELECT=90,neutron:INSERT=8 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:48.375348 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-7b4a3f14-a753-4f57-9dcf-07b154a02175 req-0378611f-4677-4c9f-a696-abd810ed702e service neutron] 10.222.0.95 "GET /v2.0/networks/ba66765f-7c24-4296-be5e-4c2a803ccabf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902894 Jun 03 15:27:48.461226 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3a613c-124a-449f-bad2-146e8157db44 admin admin] Notify agent at l3_agent.dv-cinder-831247-16-iscsi the message routers_updated {{(pid=103919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 15:27:48.474340 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-ca3a613c-124a-449f-bad2-146e8157db44 admin admin] 10.222.0.93 "PUT /v2.0/routers/13fb7b87-e804-4c1c-9eb0-13a79b3201ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9729114 Jun 03 15:27:48.520727 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:48.549062 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e613f-48ea-4dda-88b6-6cf1369c0207 req-18df5b73-8bf5-4e5b-87e2-3f78f78b3142 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:48.565942 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-0e9e613f-48ea-4dda-88b6-6cf1369c0207 req-18df5b73-8bf5-4e5b-87e2-3f78f78b3142 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 946 time: 0.0881999 Jun 03 15:27:48.618456 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-0e9e613f-48ea-4dda-88b6-6cf1369c0207 req-640e117b-ab7e-4fda-9d02-0bcfcddc6b3a tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515671 Jun 03 15:27:48.838617 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 50920) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:27:48.957176 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-b2734974-40a5-45fb-8f39-6544fb59e5f6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1235195644-network', 'tenant_id': '516fe8f22188479db1b940bc682bf5a0'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:27:48.984749 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2734974-40a5-45fb-8f39-6544fb59e5f6 admin admin] Made reservation on behalf of 516fe8f22188479db1b940bc682bf5a0 for: {'network': 1} {{(pid=103920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:27:48.987566 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b2734974-40a5-45fb-8f39-6544fb59e5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for network (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:48.997786 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b2734974-40a5-45fb-8f39-6544fb59e5f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:49.091121 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b2734974-40a5-45fb-8f39-6544fb59e5f6 admin admin] Publish callbacks [] for security_group (a0e599c5-a97c-4503-bc09-6cebf62dd021), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:49.095301 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b2734974-40a5-45fb-8f39-6544fb59e5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (a0e599c5-a97c-4503-bc09-6cebf62dd021), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:49.116208 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2734974-40a5-45fb-8f39-6544fb59e5f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 860} {{(pid=103920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:27:49.133304 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b2734974-40a5-45fb-8f39-6544fb59e5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659633'] for segment (a0d3467f-fe77-46f5-a8f1-aa8eb9e67cf8), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:49.133747 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.db.segments_db [None req-b2734974-40a5-45fb-8f39-6544fb59e5f6 admin admin] Added segment a0d3467f-fe77-46f5-a8f1-aa8eb9e67cf8 of type vlan for network 3fe27626-7f30-4696-b6d9-268c0bb0e19c Jun 03 15:27:49.166184 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2734974-40a5-45fb-8f39-6544fb59e5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e599c5-a97c-4503-bc09-6cebf62dd021,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:49.208513 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b2734974-40a5-45fb-8f39-6544fb59e5f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362361959'] for network (3fe27626-7f30-4696-b6d9-268c0bb0e19c), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:49.238986 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b2734974-40a5-45fb-8f39-6544fb59e5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408'] for network (3fe27626-7f30-4696-b6d9-268c0bb0e19c), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:49.240515 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2734974-40a5-45fb-8f39-6544fb59e5f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:49.241146 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b2734974-40a5-45fb-8f39-6544fb59e5f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for network (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:49.304429 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-b2734974-40a5-45fb-8f39-6544fb59e5f6 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4646502 Jun 03 15:27:49.308184 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 50948) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:27:49.308364 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2734974-40a5-45fb-8f39-6544fb59e5f6 admin admin] Pushing event updated for resources: {'Network': ['ID=3fe27626-7f30-4696-b6d9-268c0bb0e19c,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:49.319813 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-2865444c-e3ad-485d-b293-cd5d2be0ff64 admin admin] Request body: {'subnet': {'network_id': '3fe27626-7f30-4696-b6d9-268c0bb0e19c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1235195644-subnet', 'tenant_id': '516fe8f22188479db1b940bc682bf5a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:27:49.321857 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Network 3fe27626-7f30-4696-b6d9-268c0bb0e19c details requested by agent ovs-agent-dv-cinder-831247-16-iscsi with host dv-cinder-831247-16-iscsi {{(pid=103921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 03 15:27:49.388994 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2865444c-e3ad-485d-b293-cd5d2be0ff64 admin admin] Made reservation on behalf of 516fe8f22188479db1b940bc682bf5a0 for: {'subnet': 1} {{(pid=103919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:27:49.391892 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-2865444c-e3ad-485d-b293-cd5d2be0ff64 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:49.398932 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:49.765593 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-2865444c-e3ad-485d-b293-cd5d2be0ff64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408'] for subnet (be93094a-f665-4be3-b53e-994708bd2a46), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:49.788080 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device 7e740a2d-e086-4058-97f6-07757ed56bbc up at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:27:49.857549 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69d08e-79ce-48bb-ab45-ff53964b68a5 req-e03e49eb-9e15-42a0-8bed-10ec20227b49 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:49.865185 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-4e69d08e-79ce-48bb-ab45-ff53964b68a5 req-e03e49eb-9e15-42a0-8bed-10ec20227b49 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 946 time: 0.0752110 Jun 03 15:27:49.957416 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Provisioning complete for port 7e740a2d-e086-4058-97f6-07757ed56bbc triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:27:49.961380 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (7e740a2d-e086-4058-97f6-07757ed56bbc), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:49.979575 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2865444c-e3ad-485d-b293-cd5d2be0ff64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be93094a-f665-4be3-b53e-994708bd2a46,revision_number=0']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:49.980637 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-4e69d08e-79ce-48bb-ab45-ff53964b68a5 req-2ccf8595-7cf8-42a2-8b98-b0fcbb891b07 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881722 Jun 03 15:27:49.998607 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2865444c-e3ad-485d-b293-cd5d2be0ff64 admin admin] Checking segment: {'id': 'a0d3467f-fe77-46f5-a8f1-aa8eb9e67cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '3fe27626-7f30-4696-b6d9-268c0bb0e19c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:27:49.998607 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2865444c-e3ad-485d-b293-cd5d2be0ff64 admin admin] Network hostable DHCP agents. Network: 3fe27626-7f30-4696-b6d9-268c0bb0e19c, hostable agents: ['ba2d900a-f6c8-44b2-a19a-5d512e564d5a'], hosted agents: [] {{(pid=103919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:27:50.031396 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2865444c-e3ad-485d-b293-cd5d2be0ff64 admin admin] Network 3fe27626-7f30-4696-b6d9-268c0bb0e19c is scheduled to be hosted by DHCP agent ba2d900a-f6c8-44b2-a19a-5d512e564d5a with binding_index 1 {{(pid=103919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:27:50.046973 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.base_scheduler [None req-2865444c-e3ad-485d-b293-cd5d2be0ff64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-16-iscsi, 3fe27626-7f30-4696-b6d9-268c0bb0e19c) {{(pid=103919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:27:50.064054 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2865444c-e3ad-485d-b293-cd5d2be0ff64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:50.065357 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-2865444c-e3ad-485d-b293-cd5d2be0ff64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for subnet (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:50.072385 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Current status of the port 7e740a2d-e086-4058-97f6-07757ed56bbc is: DOWN; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:27:50.072794 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (7e740a2d-e086-4058-97f6-07757ed56bbc), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:50.079633 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060435b7-9475-46b4-bf14-130b4e47c37b None None] Network 3fe27626-7f30-4696-b6d9-268c0bb0e19c requested from dv-cinder-831247-16-iscsi {{(pid=103921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 15:27:50.091180 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-2865444c-e3ad-485d-b293-cd5d2be0ff64 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7774420 Jun 03 15:27:50.147254 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] For port 7e740a2d-e086-4058-97f6-07757ed56bbc, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=7e740a2d-e086-4058-97f6-07757ed56bbc,segment=NetworkSegment(fb1f6c29-8e9a-43bb-852a-39936675ceea),segment_id=fb1f6c29-8e9a-43bb-852a-39936675ceea)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:27:50.155152 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (7e740a2d-e086-4058-97f6-07757ed56bbc), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:50.245744 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Pushing event updated for resources: {'Port': ['ID=7e740a2d-e086-4058-97f6-07757ed56bbc,revision_number=4']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:50.249949 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb7cf3d-87fd-443e-b1d2-c967555ebceb None None] Sync routers for ids ['13fb7b87-e804-4c1c-9eb0-13a79b3201ee'] in dv-cinder-831247-16-iscsi {{(pid=103921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:27:50.263079 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dee3217-028e-4747-aa05-f5e62a559d9f None None] Network 3fe27626-7f30-4696-b6d9-268c0bb0e19c requested from dv-cinder-831247-16-iscsi {{(pid=103921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 15:27:50.325655 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb7cf3d-87fd-443e-b1d2-c967555ebceb None None] Routers {'13fb7b87-e804-4c1c-9eb0-13a79b3201ee'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:27:50.326318 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-5cb7cf3d-87fd-443e-b1d2-c967555ebceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:27:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['13fb7b87-e804-4c1c-9eb0-13a79b3201ee'], 'active': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:50.474615 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvr_db [None req-5cb7cf3d-87fd-443e-b1d2-c967555ebceb None None] Set router 13fb7b87-e804-4c1c-9eb0-13a79b3201ee gateway port host: dv-cinder-831247-16-iscsi {{(pid=103921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:27:50.702750 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:50.726281 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-5cb7cf3d-87fd-443e-b1d2-c967555ebceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fb7b87-e804-4c1c-9eb0-13a79b3201ee', 'name': 'tempest-TestMinimumBasicScenario-820550424-router', 'tenant_id': '433937ccb338451d8b27f5be7c1d78fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '7e740a2d-e086-4058-97f6-07757ed56bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:27:40Z', 'updated_at': '2022-06-03T15:27:47Z', 'revision_number': 4, 'project_id': '433937ccb338451d8b27f5be7c1d78fa', 'gw_port': {'id': '7e740a2d-e086-4058-97f6-07757ed56bbc', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:02:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fb7b87-e804-4c1c-9eb0-13a79b3201ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:27:41Z', 'updated_at': '2022-06-03T15:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': 'd9b83d57-c4d8-452e-af49-10410de203a8', 'name': '', 'network_id': 'c32827c9-0a8a-4040-bd5c-4163832f44c9', 'tenant_id': '433937ccb338451d8b27f5be7c1d78fa', 'mac_address': 'fa:16:3e:32:a5:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fb7b87-e804-4c1c-9eb0-13a79b3201ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'a13facb1-4ddd-4ed5-b7b8-75cca76afbb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:27:45Z', 'updated_at': '2022-06-03T15:27:47Z', 'revision_number': 2, 'project_id': '433937ccb338451d8b27f5be7c1d78fa', 'subnets': [{'id': 'a13facb1-4ddd-4ed5-b7b8-75cca76afbb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:50.759833 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb7cf3d-87fd-443e-b1d2-c967555ebceb None None] Checking router: 13fb7b87-e804-4c1c-9eb0-13a79b3201ee for host: dv-cinder-831247-16-iscsi {{(pid=103921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:27:50.760283 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb7cf3d-87fd-443e-b1d2-c967555ebceb None None] Updating router 13fb7b87-e804-4c1c-9eb0-13a79b3201ee port d9b83d57-c4d8-452e-af49-10410de203a8 binding host dv-cinder-831247-16-iscsi {{(pid=103921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:27:50.788978 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 50988) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:27:50.793948 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-acf56928-1d02-4be6-8d03-d4e09ca05b0d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-793595209-network', 'tenant_id': '20293df30c384ad9a8b421f89d79c920'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:27:50.800496 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cf3d-87fd-443e-b1d2-c967555ebceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (d9b83d57-c4d8-452e-af49-10410de203a8), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:50.824018 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf56928-1d02-4be6-8d03-d4e09ca05b0d admin admin] Made reservation on behalf of 20293df30c384ad9a8b421f89d79c920 for: {'network': 1} {{(pid=103919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:27:50.826117 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-acf56928-1d02-4be6-8d03-d4e09ca05b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for network (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:50.842143 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-acf56928-1d02-4be6-8d03-d4e09ca05b0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:50.883340 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:DELETE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:50.889702 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:50.953371 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-acf56928-1d02-4be6-8d03-d4e09ca05b0d admin admin] Publish callbacks [] for security_group (f80554c5-ccc8-433f-8f41-125c7568d7b6), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:50.957849 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-acf56928-1d02-4be6-8d03-d4e09ca05b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (f80554c5-ccc8-433f-8f41-125c7568d7b6), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:50.990889 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acf56928-1d02-4be6-8d03-d4e09ca05b0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 851} {{(pid=103919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:27:51.001428 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf56928-1d02-4be6-8d03-d4e09ca05b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f80554c5-ccc8-433f-8f41-125c7568d7b6,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:51.033893 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-acf56928-1d02-4be6-8d03-d4e09ca05b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659633'] for segment (73d31cd7-5471-4b92-8f63-5f736c2eef6e), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:51.034357 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.db.segments_db [None req-acf56928-1d02-4be6-8d03-d4e09ca05b0d admin admin] Added segment 73d31cd7-5471-4b92-8f63-5f736c2eef6e of type vlan for network e45b4c46-5d12-41ae-8bd7-9b576518eab6 Jun 03 15:27:51.137329 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-acf56928-1d02-4be6-8d03-d4e09ca05b0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362361959'] for network (e45b4c46-5d12-41ae-8bd7-9b576518eab6), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:51.142335 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:51.161632 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f79e4-8ec8-460d-9a0d-5275f90ee7ec req-5d777d11-1f8a-41ff-adb2-a5b4c2167194 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:51.164045 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-f17f79e4-8ec8-460d-9a0d-5275f90ee7ec req-5d777d11-1f8a-41ff-adb2-a5b4c2167194 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 946 time: 0.0704737 Jun 03 15:27:51.202212 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-acf56928-1d02-4be6-8d03-d4e09ca05b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408'] for network (e45b4c46-5d12-41ae-8bd7-9b576518eab6), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:51.205026 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf56928-1d02-4be6-8d03-d4e09ca05b0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:51.205912 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-acf56928-1d02-4be6-8d03-d4e09ca05b0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for network (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:51.250412 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cf3d-87fd-443e-b1d2-c967555ebceb None None] Publish callbacks [] for port (d9b83d57-c4d8-452e-af49-10410de203a8), precommit_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:51.257837 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cf3d-87fd-443e-b1d2-c967555ebceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (d9b83d57-c4d8-452e-af49-10410de203a8), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:51.311914 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 50994) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:27:51.315901 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-acf56928-1d02-4be6-8d03-d4e09ca05b0d admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5259676 Jun 03 15:27:51.319721 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf56928-1d02-4be6-8d03-d4e09ca05b0d admin admin] Pushing event updated for resources: {'Network': ['ID=e45b4c46-5d12-41ae-8bd7-9b576518eab6,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:51.320296 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-6848be27-aa57-4730-b233-55189fa8e587 admin admin] Request body: {'subnet': {'network_id': 'e45b4c46-5d12-41ae-8bd7-9b576518eab6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-793595209-subnet', 'tenant_id': '20293df30c384ad9a8b421f89d79c920', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:27:51.327405 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-f17f79e4-8ec8-460d-9a0d-5275f90ee7ec req-22d1f1fd-565d-4d0b-9766-18463f645490 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519005 Jun 03 15:27:51.369789 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6848be27-aa57-4730-b233-55189fa8e587 admin admin] Made reservation on behalf of 20293df30c384ad9a8b421f89d79c920 for: {'subnet': 1} {{(pid=103920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:27:51.371515 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3aabde-b9a5-4dee-8b29-6d09fcb5c1ff None None] Pushing event updated for resources: {'Port': ['ID=d9b83d57-c4d8-452e-af49-10410de203a8,revision_number=3']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:51.380900 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-6848be27-aa57-4730-b233-55189fa8e587 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:51.399602 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Network e45b4c46-5d12-41ae-8bd7-9b576518eab6 details requested by agent ovs-agent-dv-cinder-831247-16-iscsi with host dv-cinder-831247-16-iscsi {{(pid=103921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 03 15:27:51.471529 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-5cb7cf3d-87fd-443e-b1d2-c967555ebceb None None] Attempting to bind port d9b83d57-c4d8-452e-af49-10410de203a8 on host dv-cinder-831247-16-iscsi for vnic_type normal with profile {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 15:27:51.471832 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-5cb7cf3d-87fd-443e-b1d2-c967555ebceb None None] Attempting to bind port d9b83d57-c4d8-452e-af49-10410de203a8 by drivers openvswitch,hyperv on host dv-cinder-831247-16-iscsi at level 0 using segments [{'id': '7c895936-0e57-482c-9a3e-f4272e4fad47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'c32827c9-0a8a-4040-bd5c-4163832f44c9'}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 15:27:51.472162 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb7cf3d-87fd-443e-b1d2-c967555ebceb None None] Attempting to bind port d9b83d57-c4d8-452e-af49-10410de203a8 on network c32827c9-0a8a-4040-bd5c-4163832f44c9 {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:27:51.492712 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb7cf3d-87fd-443e-b1d2-c967555ebceb None None] Checking agent: {'id': 'b78338d6-31c9-4f43-bfac-5a5a854a8366', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 17, 58), 'started_at': datetime.datetime(2022, 6, 3, 15, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 15:27:51.493158 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb7cf3d-87fd-443e-b1d2-c967555ebceb None None] Checking segment: {'id': '7c895936-0e57-482c-9a3e-f4272e4fad47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'c32827c9-0a8a-4040-bd5c-4163832f44c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:27:51.493472 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cf3d-87fd-443e-b1d2-c967555ebceb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:51.493859 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb7cf3d-87fd-443e-b1d2-c967555ebceb None None] Bound using segment: {'id': '7c895936-0e57-482c-9a3e-f4272e4fad47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'c32827c9-0a8a-4040-bd5c-4163832f44c9'} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 15:27:51.494336 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-5cb7cf3d-87fd-443e-b1d2-c967555ebceb None None] Bound port: d9b83d57-c4d8-452e-af49-10410de203a8, host: dv-cinder-831247-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c895936-0e57-482c-9a3e-f4272e4fad47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'c32827c9-0a8a-4040-bd5c-4163832f44c9'}}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 15:27:51.494735 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cf3d-87fd-443e-b1d2-c967555ebceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (d9b83d57-c4d8-452e-af49-10410de203a8), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:51.593861 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:51.604042 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-6848be27-aa57-4730-b233-55189fa8e587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408'] for subnet (b7880a5e-3b0e-4b31-a7ae-e7b356c750d1), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:51.634426 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-28d89052-84fd-4ad1-bbe8-7615dffcf3b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (ba2d900a-f6c8-44b2-a19a-5d512e564d5a), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:51.663464 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6848be27-aa57-4730-b233-55189fa8e587 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7880a5e-3b0e-4b31-a7ae-e7b356c750d1,revision_number=0']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:51.665367 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:51.699977 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-5cb7cf3d-87fd-443e-b1d2-c967555ebceb None None] For port d9b83d57-c4d8-452e-af49-10410de203a8, host dv-cinder-831247-16-iscsi, cleared binding levels {{(pid=103921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 15:27:51.728697 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:51.735789 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-5cb7cf3d-87fd-443e-b1d2-c967555ebceb None None] For port d9b83d57-c4d8-452e-af49-10410de203a8, host dv-cinder-831247-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=d9b83d57-c4d8-452e-af49-10410de203a8,segment=NetworkSegment(7c895936-0e57-482c-9a3e-f4272e4fad47),segment_id=7c895936-0e57-482c-9a3e-f4272e4fad47)] {{(pid=103921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 15:27:51.738758 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-9b6ef3f1-eef1-4f35-98fe-e3db96b38c20 None None] Provisioning complete for port d9b83d57-c4d8-452e-af49-10410de203a8 triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:27:51.738758 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-9b6ef3f1-eef1-4f35-98fe-e3db96b38c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (d9b83d57-c4d8-452e-af49-10410de203a8), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:51.743690 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device 7e740a2d-e086-4058-97f6-07757ed56bbc up at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:27:51.745165 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6848be27-aa57-4730-b233-55189fa8e587 admin admin] Checking segment: {'id': '73d31cd7-5471-4b92-8f63-5f736c2eef6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'e45b4c46-5d12-41ae-8bd7-9b576518eab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:27:51.745780 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6848be27-aa57-4730-b233-55189fa8e587 admin admin] Network hostable DHCP agents. Network: e45b4c46-5d12-41ae-8bd7-9b576518eab6, hostable agents: ['ba2d900a-f6c8-44b2-a19a-5d512e564d5a'], hosted agents: [] {{(pid=103920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:27:51.767889 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6848be27-aa57-4730-b233-55189fa8e587 admin admin] Network e45b4c46-5d12-41ae-8bd7-9b576518eab6 is scheduled to be hosted by DHCP agent ba2d900a-f6c8-44b2-a19a-5d512e564d5a with binding_index 1 {{(pid=103920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:27:51.782785 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-6848be27-aa57-4730-b233-55189fa8e587 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-16-iscsi, e45b4c46-5d12-41ae-8bd7-9b576518eab6) {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:27:51.788351 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6848be27-aa57-4730-b233-55189fa8e587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:51.789117 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-6848be27-aa57-4730-b233-55189fa8e587 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for subnet (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:51.791717 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-5cb7cf3d-87fd-443e-b1d2-c967555ebceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (d9b83d57-c4d8-452e-af49-10410de203a8), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:51.809601 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deaaaceb-f81a-4bf0-9e49-c93b5125c369 None None] Network e45b4c46-5d12-41ae-8bd7-9b576518eab6 requested from dv-cinder-831247-16-iscsi {{(pid=103921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 15:27:51.820526 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-6848be27-aa57-4730-b233-55189fa8e587 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4984071 Jun 03 15:27:52.175905 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb7cf3d-87fd-443e-b1d2-c967555ebceb None None] Routers {'13fb7b87-e804-4c1c-9eb0-13a79b3201ee'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:27:52.176684 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-5cb7cf3d-87fd-443e-b1d2-c967555ebceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:27:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['13fb7b87-e804-4c1c-9eb0-13a79b3201ee'], 'active': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:52.284031 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f899b53c-2b68-4be0-9ef2-0e0fc88eae84 None None] Network e45b4c46-5d12-41ae-8bd7-9b576518eab6 requested from dv-cinder-831247-16-iscsi {{(pid=103921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 15:27:52.367676 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Provisioning complete for port 7e740a2d-e086-4058-97f6-07757ed56bbc triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:27:52.368048 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (7e740a2d-e086-4058-97f6-07757ed56bbc), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:52.399910 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:52.401185 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3aabde-b9a5-4dee-8b29-6d09fcb5c1ff None None] Pushing event updated for resources: {'Port': ['ID=d9b83d57-c4d8-452e-af49-10410de203a8,revision_number=4']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:52.424221 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-9b6ef3f1-eef1-4f35-98fe-e3db96b38c20 None None] Current status of the port d9b83d57-c4d8-452e-af49-10410de203a8 is: DOWN; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:27:52.424602 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-9b6ef3f1-eef1-4f35-98fe-e3db96b38c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (d9b83d57-c4d8-452e-af49-10410de203a8), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:52.475162 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1b907f-92be-4135-9fb4-206966dce786 req-fae4bbbb-a9fe-4cc9-8663-b2969f02802a tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:52.483536 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-bf1b907f-92be-4135-9fb4-206966dce786 req-fae4bbbb-a9fe-4cc9-8663-b2969f02802a tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 946 time: 0.0667989 Jun 03 15:27:52.488940 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvr_db [None req-5cb7cf3d-87fd-443e-b1d2-c967555ebceb None None] Set router 13fb7b87-e804-4c1c-9eb0-13a79b3201ee gateway port host: dv-cinder-831247-16-iscsi {{(pid=103921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:27:52.559688 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-bf1b907f-92be-4135-9fb4-206966dce786 req-ef586872-2f35-4953-b9f2-ab7d41523140 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729480 Jun 03 15:27:52.564997 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-9b6ef3f1-eef1-4f35-98fe-e3db96b38c20 None None] For port d9b83d57-c4d8-452e-af49-10410de203a8, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=d9b83d57-c4d8-452e-af49-10410de203a8,segment=NetworkSegment(7c895936-0e57-482c-9a3e-f4272e4fad47),segment_id=7c895936-0e57-482c-9a3e-f4272e4fad47)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:27:52.610869 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-9b6ef3f1-eef1-4f35-98fe-e3db96b38c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (d9b83d57-c4d8-452e-af49-10410de203a8), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:52.709906 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Current status of the port 7e740a2d-e086-4058-97f6-07757ed56bbc is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:27:52.793039 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-b0c91ec6-90a9-44a4-b940-d0ffc273d1b0 None None] Provisioning complete for port d9b83d57-c4d8-452e-af49-10410de203a8 triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:27:52.793403 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b0c91ec6-90a9-44a4-b940-d0ffc273d1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (d9b83d57-c4d8-452e-af49-10410de203a8), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:52.829033 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6ef3f1-eef1-4f35-98fe-e3db96b38c20 None None] Pushing event updated for resources: {'Port': ['ID=d9b83d57-c4d8-452e-af49-10410de203a8,revision_number=5']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:52.894198 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:52.942419 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-5cb7cf3d-87fd-443e-b1d2-c967555ebceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fb7b87-e804-4c1c-9eb0-13a79b3201ee', 'name': 'tempest-TestMinimumBasicScenario-820550424-router', 'tenant_id': '433937ccb338451d8b27f5be7c1d78fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '7e740a2d-e086-4058-97f6-07757ed56bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:27:40Z', 'updated_at': '2022-06-03T15:27:47Z', 'revision_number': 4, 'project_id': '433937ccb338451d8b27f5be7c1d78fa', 'gw_port': {'id': '7e740a2d-e086-4058-97f6-07757ed56bbc', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:02:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fb7b87-e804-4c1c-9eb0-13a79b3201ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:27:41Z', 'updated_at': '2022-06-03T15:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': 'd9b83d57-c4d8-452e-af49-10410de203a8', 'name': '', 'network_id': 'c32827c9-0a8a-4040-bd5c-4163832f44c9', 'tenant_id': '433937ccb338451d8b27f5be7c1d78fa', 'mac_address': 'fa:16:3e:32:a5:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fb7b87-e804-4c1c-9eb0-13a79b3201ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'a13facb1-4ddd-4ed5-b7b8-75cca76afbb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:27:45Z', 'updated_at': '2022-06-03T15:27:51Z', 'revision_number': 4, 'project_id': '433937ccb338451d8b27f5be7c1d78fa', 'subnets': [{'id': 'a13facb1-4ddd-4ed5-b7b8-75cca76afbb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:52.946307 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-b0c91ec6-90a9-44a4-b940-d0ffc273d1b0 None None] Current status of the port d9b83d57-c4d8-452e-af49-10410de203a8 is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:27:52.972466 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb7cf3d-87fd-443e-b1d2-c967555ebceb None None] The sync data for ids ['13fb7b87-e804-4c1c-9eb0-13a79b3201ee'] in dv-cinder-831247-16-iscsi is: [{'id': '13fb7b87-e804-4c1c-9eb0-13a79b3201ee', 'name': 'tempest-TestMinimumBasicScenario-820550424-router', 'tenant_id': '433937ccb338451d8b27f5be7c1d78fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '7e740a2d-e086-4058-97f6-07757ed56bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:27:40Z', 'updated_at': '2022-06-03T15:27:47Z', 'revision_number': 4, 'project_id': '433937ccb338451d8b27f5be7c1d78fa', 'gw_port': {'id': '7e740a2d-e086-4058-97f6-07757ed56bbc', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:02:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fb7b87-e804-4c1c-9eb0-13a79b3201ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:27:41Z', 'updated_at': '2022-06-03T15:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': 'd9b83d57-c4d8-452e-af49-10410de203a8', 'name': '', 'network_id': 'c32827c9-0a8a-4040-bd5c-4163832f44c9', 'tenant_id': '433937ccb338451d8b27f5be7c1d78fa', 'mac_address': 'fa:16:3e:32:a5:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fb7b87-e804-4c1c-9eb0-13a79b3201ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': 'a13facb1-4ddd-4ed5-b7b8-75cca76afbb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:27:45Z', 'updated_at': '2022-06-03T15:27:51Z', 'revision_number': 4, 'project_id': '433937ccb338451d8b27f5be7c1d78fa', 'subnets': [{'id': 'a13facb1-4ddd-4ed5-b7b8-75cca76afbb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:27:53.755544 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19908b-dae2-4d1f-a9d3-ddb3c9fe3334 req-04761afb-99b1-4076-8a80-f8e9ced4b08d tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:53.760468 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-ab19908b-dae2-4d1f-a9d3-ddb3c9fe3334 req-04761afb-99b1-4076-8a80-f8e9ced4b08d tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 946 time: 0.0958302 Jun 03 15:27:53.775042 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device d9b83d57-c4d8-452e-af49-10410de203a8 up at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:27:53.789909 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-d368b9a2-f23c-400d-ba8d-10ce24548013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (af3cb756-c261-4349-9f96-3650fb8ddf57), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:53.906108 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-ab19908b-dae2-4d1f-a9d3-ddb3c9fe3334 req-8815ac8d-34cb-4276-a4cf-43c10198cfa1 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379271 Jun 03 15:27:53.906232 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Provisioning complete for port d9b83d57-c4d8-452e-af49-10410de203a8 triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:27:53.906566 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (d9b83d57-c4d8-452e-af49-10410de203a8), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:54.015183 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Current status of the port d9b83d57-c4d8-452e-af49-10410de203a8 is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:27:54.384865 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 51056) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:27:54.447139 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_v2 [None req-86a228a4-a0e6-4a0d-a53c-a03e67560ac2 admin admin] Deleting subnet 6b58a6af-0b3a-449b-b0cb-62eb81f299b2 {{(pid=103920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 03 15:27:54.451269 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-86a228a4-a0e6-4a0d-a53c-a03e67560ac2 admin admin] Publish callbacks [] for subnet (6b58a6af-0b3a-449b-b0cb-62eb81f299b2), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:54.495701 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-86a228a4-a0e6-4a0d-a53c-a03e67560ac2 admin admin] Publish callbacks [] for subnet (6b58a6af-0b3a-449b-b0cb-62eb81f299b2), precommit_delete_associations {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:54.510049 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-86a228a4-a0e6-4a0d-a53c-a03e67560ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1655370'] for subnet (6b58a6af-0b3a-449b-b0cb-62eb81f299b2), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:54.591674 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-86a228a4-a0e6-4a0d-a53c-a03e67560ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1655361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408'] for subnet (6b58a6af-0b3a-449b-b0cb-62eb81f299b2), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:54.632250 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a228a4-a0e6-4a0d-a53c-a03e67560ac2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b58a6af-0b3a-449b-b0cb-62eb81f299b2,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:54.636106 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-86a228a4-a0e6-4a0d-a53c-a03e67560ac2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for subnet (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:54.642003 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-86a228a4-a0e6-4a0d-a53c-a03e67560ac2 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/6b58a6af-0b3a-449b-b0cb-62eb81f299b2 HTTP/1.1" status: 204 len: 168 time: 0.2571595 Jun 03 15:27:54.642157 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 51058) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:27:54.730163 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-77c3820d-3f7b-4485-a10b-2ed25b8f50bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1730890'] for network (fa379d02-cec4-4bb7-8616-f922a2f53449), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:54.820835 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-77c3820d-3f7b-4485-a10b-2ed25b8f50bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1656049', 'neutron.services.segments.db._delete_segments_for_network-8736362815142'] for network (fa379d02-cec4-4bb7-8616-f922a2f53449), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:54.848687 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-77c3820d-3f7b-4485-a10b-2ed25b8f50bf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:27:54.849278 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-77c3820d-3f7b-4485-a10b-2ed25b8f50bf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:27:54.850227 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-77c3820d-3f7b-4485-a10b-2ed25b8f50bf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:27:54.850845 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-77c3820d-3f7b-4485-a10b-2ed25b8f50bf admin admin] Subscribe: > port after_create 55550000 {{(pid=103919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:27:54.851327 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-77c3820d-3f7b-4485-a10b-2ed25b8f50bf admin admin] Subscribe: > port after_delete 55550000 {{(pid=103919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:27:54.851821 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-77c3820d-3f7b-4485-a10b-2ed25b8f50bf admin admin] Subscribe: > port after_update 55550000 {{(pid=103919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:27:54.852282 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-77c3820d-3f7b-4485-a10b-2ed25b8f50bf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:27:54.852747 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-77c3820d-3f7b-4485-a10b-2ed25b8f50bf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:27:54.853519 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-77c3820d-3f7b-4485-a10b-2ed25b8f50bf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:27:54.853519 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-77c3820d-3f7b-4485-a10b-2ed25b8f50bf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:27:54.949401 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-77c3820d-3f7b-4485-a10b-2ed25b8f50bf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:27:54.949967 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-77c3820d-3f7b-4485-a10b-2ed25b8f50bf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:27:54.950481 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-77c3820d-3f7b-4485-a10b-2ed25b8f50bf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:27:54.950850 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-77c3820d-3f7b-4485-a10b-2ed25b8f50bf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:27:54.951647 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.services.segments.db [None req-77c3820d-3f7b-4485-a10b-2ed25b8f50bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa379d02-cec4-4bb7-8616-f922a2f53449']}} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:54.976532 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.services.segments.db [None req-77c3820d-3f7b-4485-a10b-2ed25b8f50bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b75a6b5e-c3c8-474e-8be0-40ba0eb07934') {'for_net_delete': True} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:54.977110 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.services.segments.db [None req-77c3820d-3f7b-4485-a10b-2ed25b8f50bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b75a6b5e-c3c8-474e-8be0-40ba0eb07934') {} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:27:55.002382 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-77c3820d-3f7b-4485-a10b-2ed25b8f50bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362818991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4652757'] for segment (b75a6b5e-c3c8-474e-8be0-40ba0eb07934), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:55.027584 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-77c3820d-3f7b-4485-a10b-2ed25b8f50bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659633'] for segment (b75a6b5e-c3c8-474e-8be0-40ba0eb07934), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:55.045651 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77c3820d-3f7b-4485-a10b-2ed25b8f50bf admin admin] Releasing vlan 897 on physical network physnet1 to pool {{(pid=103919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:27:55.045651 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-77c3820d-3f7b-4485-a10b-2ed25b8f50bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4809377'] for segment (b75a6b5e-c3c8-474e-8be0-40ba0eb07934), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:55.099847 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0bd43-d85c-46f8-b5a7-2d62aa1adf6d req-6e03e7a9-a836-4f64-a98f-9fe14b60ed43 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:55.101525 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-39d0bd43-d85c-46f8-b5a7-2d62aa1adf6d req-6e03e7a9-a836-4f64-a98f-9fe14b60ed43 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 946 time: 0.0957205 Jun 03 15:27:55.179930 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-77c3820d-3f7b-4485-a10b-2ed25b8f50bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1656008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-763130'] for network (fa379d02-cec4-4bb7-8616-f922a2f53449), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:55.200012 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-77c3820d-3f7b-4485-a10b-2ed25b8f50bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for network (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:55.204416 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-77c3820d-3f7b-4485-a10b-2ed25b8f50bf admin admin] 10.222.0.93 "DELETE /v2.0/networks/fa379d02-cec4-4bb7-8616-f922a2f53449 HTTP/1.1" status: 204 len: 168 time: 0.5604587 Jun 03 15:27:55.218185 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-39d0bd43-d85c-46f8-b5a7-2d62aa1adf6d req-f817b308-abeb-43b2-87eb-6a91762c99ee tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075189 Jun 03 15:27:55.229539 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c3820d-3f7b-4485-a10b-2ed25b8f50bf admin admin] Pushing event deleted for resources: {'Network': ['ID=fa379d02-cec4-4bb7-8616-f922a2f53449,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:55.390865 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.services.segments.plugin [-] Segment b75a6b5e-c3c8-474e-8be0-40ba0eb07934 resource provider aggregate not found Jun 03 15:27:55.418786 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.services.segments.plugin [-] Segment b75a6b5e-c3c8-474e-8be0-40ba0eb07934 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b75a6b5e-c3c8-474e-8be0-40ba0eb07934 found for delete ", "request_id": "req-f3f2dd04-84fa-4448-abb5-5afb0949df98"}]} Jun 03 15:27:55.520104 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ea450706-6f9d-4600-9901-8a13358e87c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (c1b56563-1529-491f-97b0-bd0331fef87b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:55.605404 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 51084) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:27:55.671267 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:55.682291 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 51086) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:27:55.683010 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-0dc5aae7-7a78-4dd2-a60e-0e5c71f64e2b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=683acaeef18d43b4ac3daeb60e3a8aea&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0750966 Jun 03 15:27:55.798775 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ea814107-ebfe-4c78-a577-c14937f947de admin admin] Publish callbacks [] for security_group (6f59420a-b1c9-402c-bf1f-7ea81f7e4580), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:55.828517 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ea814107-ebfe-4c78-a577-c14937f947de admin admin] Publish callbacks [] for security_group (6f59420a-b1c9-402c-bf1f-7ea81f7e4580), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:55.925693 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ea814107-ebfe-4c78-a577-c14937f947de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (6f59420a-b1c9-402c-bf1f-7ea81f7e4580), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:55.928561 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ea814107-ebfe-4c78-a577-c14937f947de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:55.934013 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-ea814107-ebfe-4c78-a577-c14937f947de admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6f59420a-b1c9-402c-bf1f-7ea81f7e4580 HTTP/1.1" status: 204 len: 168 time: 0.2505269 Jun 03 15:27:55.944093 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea814107-ebfe-4c78-a577-c14937f947de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f59420a-b1c9-402c-bf1f-7ea81f7e4580,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:56.347038 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a8b564-17c9-42c3-bb96-d1b5304dbd87 req-d6dc6983-c6cf-4e4d-9dae-311016aa5c74 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:56.348793 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b6a8b564-17c9-42c3-bb96-d1b5304dbd87 req-d6dc6983-c6cf-4e4d-9dae-311016aa5c74 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 946 time: 0.0641162 Jun 03 15:27:56.450104 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b6a8b564-17c9-42c3-bb96-d1b5304dbd87 req-8dea3055-0236-4f5b-9234-3627d0fa3802 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879719 Jun 03 15:27:56.531530 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0007325d-49bd-45ba-86c8-d0efad7af70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (e76c2f28-d1d2-478d-a24e-96dcb24ae502), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:56.686756 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 51114) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:27:56.831244 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-75865e64-7287-440d-a8a1-23fb952b7c06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:56.981041 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-75865e64-7287-440d-a8a1-23fb952b7c06 admin admin] Publish callbacks [] for security_group (47c6c9e2-6bc1-4f40-a8d9-9bea46a930ea), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:56.988042 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-75865e64-7287-440d-a8a1-23fb952b7c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (47c6c9e2-6bc1-4f40-a8d9-9bea46a930ea), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:56.998498 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:57.030882 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 51128) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:27:57.030978 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-75865e64-7287-440d-a8a1-23fb952b7c06 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e39ddd6683c046dcb9f863b2a45ffba7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3414021 Jun 03 15:27:57.058670 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75865e64-7287-440d-a8a1-23fb952b7c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c6c9e2-6bc1-4f40-a8d9-9bea46a930ea,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:57.112512 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-efa0cc9b-d515-45a6-924a-bfcaa5f21a71 admin admin] Publish callbacks [] for security_group (47c6c9e2-6bc1-4f40-a8d9-9bea46a930ea), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:57.144510 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-efa0cc9b-d515-45a6-924a-bfcaa5f21a71 admin admin] Publish callbacks [] for security_group (47c6c9e2-6bc1-4f40-a8d9-9bea46a930ea), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:57.278482 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-efa0cc9b-d515-45a6-924a-bfcaa5f21a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (47c6c9e2-6bc1-4f40-a8d9-9bea46a930ea), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:57.301033 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-efa0cc9b-d515-45a6-924a-bfcaa5f21a71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:57.301033 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-efa0cc9b-d515-45a6-924a-bfcaa5f21a71 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/47c6c9e2-6bc1-4f40-a8d9-9bea46a930ea HTTP/1.1" status: 204 len: 168 time: 0.2525125 Jun 03 15:27:57.301033 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa0cc9b-d515-45a6-924a-bfcaa5f21a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c6c9e2-6bc1-4f40-a8d9-9bea46a930ea,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:57.768488 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a0c1f-3f2c-4a11-a587-ae9eb14bc8f2 req-a0a96d5c-85af-4ae5-bd27-6d7fd03c16d1 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:57.777898 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-923a0c1f-3f2c-4a11-a587-ae9eb14bc8f2 req-a0a96d5c-85af-4ae5-bd27-6d7fd03c16d1 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 946 time: 0.1179786 Jun 03 15:27:57.851570 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-923a0c1f-3f2c-4a11-a587-ae9eb14bc8f2 req-0fd6bcfe-098c-4a61-8fed-b6e76e68d529 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719273 Jun 03 15:27:58.237599 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (b78338d6-31c9-4f43-bfac-5a5a854a8366), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:58.455451 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 51180) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:27:58.590794 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-1c55a0c5-57ae-4946-a1b2-691773b3e298 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1309434875-network', 'tenant_id': '98f97ac03be44e0bb8ab21d985d1dd27'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:27:58.617784 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c55a0c5-57ae-4946-a1b2-691773b3e298 admin admin] Made reservation on behalf of 98f97ac03be44e0bb8ab21d985d1dd27 for: {'network': 1} {{(pid=103919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:27:58.620804 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-1c55a0c5-57ae-4946-a1b2-691773b3e298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for network (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:58.634369 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-1c55a0c5-57ae-4946-a1b2-691773b3e298 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:58.695489 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:DELETE=7,neutron:SELECT=90,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:58.780444 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-1c55a0c5-57ae-4946-a1b2-691773b3e298 admin admin] Publish callbacks [] for security_group (2f468c13-4aa3-4247-adce-10fb2ddd55ae), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:58.786685 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-1c55a0c5-57ae-4946-a1b2-691773b3e298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (2f468c13-4aa3-4247-adce-10fb2ddd55ae), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:58.815875 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c55a0c5-57ae-4946-a1b2-691773b3e298 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 883} {{(pid=103919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:27:58.843799 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c55a0c5-57ae-4946-a1b2-691773b3e298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f468c13-4aa3-4247-adce-10fb2ddd55ae,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:58.860910 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-1c55a0c5-57ae-4946-a1b2-691773b3e298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659633'] for segment (11f55c21-36a6-4641-be50-b9a73927ceae), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:58.861261 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.db.segments_db [None req-1c55a0c5-57ae-4946-a1b2-691773b3e298 admin admin] Added segment 11f55c21-36a6-4641-be50-b9a73927ceae of type vlan for network 63fabd49-da18-4288-852a-c9b600b6fd0f Jun 03 15:27:58.946554 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-1c55a0c5-57ae-4946-a1b2-691773b3e298 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362361959'] for network (63fabd49-da18-4288-852a-c9b600b6fd0f), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:58.997680 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-1c55a0c5-57ae-4946-a1b2-691773b3e298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408'] for network (63fabd49-da18-4288-852a-c9b600b6fd0f), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:58.998852 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c55a0c5-57ae-4946-a1b2-691773b3e298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:58.999431 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-1c55a0c5-57ae-4946-a1b2-691773b3e298 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for network (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:59.010670 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb84fa-8a9a-4b59-85a2-ebbc6c21ce4a req-f151b760-ed81-4b98-9ad1-33d9c4b8ee24 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:59.024506 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-29bb84fa-8a9a-4b59-85a2-ebbc6c21ce4a req-f151b760-ed81-4b98-9ad1-33d9c4b8ee24 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 946 time: 0.0755663 Jun 03 15:27:59.056209 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:59.076236 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-1c55a0c5-57ae-4946-a1b2-691773b3e298 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6196408 Jun 03 15:27:59.076856 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 51190) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:27:59.084547 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-bc042a37-2ced-4ce0-b33a-c0946062bf37 admin admin] Request body: {'subnet': {'network_id': '63fabd49-da18-4288-852a-c9b600b6fd0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1309434875-subnet', 'tenant_id': '98f97ac03be44e0bb8ab21d985d1dd27', 'ip_version': 4}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:27:59.090508 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c55a0c5-57ae-4946-a1b2-691773b3e298 admin admin] Pushing event updated for resources: {'Network': ['ID=63fabd49-da18-4288-852a-c9b600b6fd0f,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:59.091210 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-29bb84fa-8a9a-4b59-85a2-ebbc6c21ce4a req-90c20055-374c-4ea2-b77e-2e94689161f8 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653925 Jun 03 15:27:59.109788 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Network 63fabd49-da18-4288-852a-c9b600b6fd0f details requested by agent ovs-agent-dv-cinder-831247-16-iscsi with host dv-cinder-831247-16-iscsi {{(pid=103921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 03 15:27:59.113050 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc042a37-2ced-4ce0-b33a-c0946062bf37 admin admin] Made reservation on behalf of 98f97ac03be44e0bb8ab21d985d1dd27 for: {'subnet': 1} {{(pid=103919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:27:59.120836 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-bc042a37-2ced-4ce0-b33a-c0946062bf37 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4495044'] for subnet (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:59.221100 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:59.441449 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-bc042a37-2ced-4ce0-b33a-c0946062bf37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4807900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4495062'] for subnet (78322f02-2402-4284-a227-98343c2f67dc), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:59.512579 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc042a37-2ced-4ce0-b33a-c0946062bf37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78322f02-2402-4284-a227-98343c2f67dc,revision_number=0']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:27:59.523512 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc042a37-2ced-4ce0-b33a-c0946062bf37 admin admin] Checking segment: {'id': '11f55c21-36a6-4641-be50-b9a73927ceae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '63fabd49-da18-4288-852a-c9b600b6fd0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:27:59.524105 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc042a37-2ced-4ce0-b33a-c0946062bf37 admin admin] Network hostable DHCP agents. Network: 63fabd49-da18-4288-852a-c9b600b6fd0f, hostable agents: ['ba2d900a-f6c8-44b2-a19a-5d512e564d5a'], hosted agents: [] {{(pid=103919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:27:59.550918 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc042a37-2ced-4ce0-b33a-c0946062bf37 admin admin] Network 63fabd49-da18-4288-852a-c9b600b6fd0f is scheduled to be hosted by DHCP agent ba2d900a-f6c8-44b2-a19a-5d512e564d5a with binding_index 1 {{(pid=103919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:27:59.567262 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.base_scheduler [None req-bc042a37-2ced-4ce0-b33a-c0946062bf37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-16-iscsi, 63fabd49-da18-4288-852a-c9b600b6fd0f) {{(pid=103919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:27:59.575615 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc042a37-2ced-4ce0-b33a-c0946062bf37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:27:59.576651 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-bc042a37-2ced-4ce0-b33a-c0946062bf37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for subnet (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:59.580111 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d619b1a1-482d-4059-bc9d-7079d0ae2079 None None] Network 63fabd49-da18-4288-852a-c9b600b6fd0f requested from dv-cinder-831247-16-iscsi {{(pid=103921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 15:27:59.611275 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 51210) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:27:59.611751 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-bc042a37-2ced-4ce0-b33a-c0946062bf37 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5316513 Jun 03 15:27:59.617267 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-7ea7a62f-8fcf-4103-ad77-c1b14feff087 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1309434875-router', 'tenant_id': '98f97ac03be44e0bb8ab21d985d1dd27', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913'}}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:27:59.665378 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7ea7a62f-8fcf-4103-ad77-c1b14feff087 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8047'] for router (7c247c7d-1491-48be-9a79-d036d72d891e), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:59.666462 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7ea7a62f-8fcf-4103-ad77-c1b14feff087 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-758221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-763459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-749579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8036'] for router (7c247c7d-1491-48be-9a79-d036d72d891e), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:59.684233 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:59.732649 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035dd718-289c-4a41-81bb-a74166ef1032 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab2d7c19-a2cf-559f-b13f-a4a613ae6a08-63fabd49-da18-4288-852a-c9b600b6fd0f', 'network_id': '63fabd49-da18-4288-852a-c9b600b6fd0f', 'project_id': '98f97ac03be44e0bb8ab21d985d1dd27', 'fixed_ips': [{'subnet_id': '78322f02-2402-4284-a227-98343c2f67dc'}]}} from dv-cinder-831247-16-iscsi. {{(pid=103921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 03 15:27:59.733613 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-035dd718-289c-4a41-81bb-a74166ef1032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:27:59.898191 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.db_base_plugin_common [None req-035dd718-289c-4a41-81bb-a74166ef1032 None None] Allocated IP 172.20.0.2 (63fabd49-da18-4288-852a-c9b600b6fd0f/78322f02-2402-4284-a227-98343c2f67dc/c33f9309-e555-4e96-aa46-3dd746d42ece) {{(pid=103921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:27:59.957744 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=41,neutron:UPDATE=3 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:27:59.984607 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:00.017662 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7ea7a62f-8fcf-4103-ad77-c1b14feff087 admin admin] Publish callbacks [] for router_controller (7c247c7d-1491-48be-9a79-d036d72d891e), precommit_add_association {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:00.088219 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-035dd718-289c-4a41-81bb-a74166ef1032 None None] Publish callbacks [] for port (c33f9309-e555-4e96-aa46-3dd746d42ece), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:00.100988 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-035dd718-289c-4a41-81bb-a74166ef1032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560'] for port (c33f9309-e555-4e96-aa46-3dd746d42ece), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:00.161312 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035dd718-289c-4a41-81bb-a74166ef1032 None None] Network 63fabd49-da18-4288-852a-c9b600b6fd0f is already hosted by enough agents. {{(pid=103921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:28:00.165847 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.scheduler.base_scheduler [None req-035dd718-289c-4a41-81bb-a74166ef1032 None None] Resources bound (agent type, host, resource id): {{(pid=103921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:28:00.173540 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035dd718-289c-4a41-81bb-a74166ef1032 None None] Received port after_create {{(pid=103921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:28:00.181781 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035dd718-289c-4a41-81bb-a74166ef1032 None None] Pushing event updated for resources: {'Port': ['ID=c33f9309-e555-4e96-aa46-3dd746d42ece,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:00.250724 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-035dd718-289c-4a41-81bb-a74166ef1032 None None] Attempting to bind port c33f9309-e555-4e96-aa46-3dd746d42ece on host dv-cinder-831247-16-iscsi for vnic_type normal with profile {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 15:28:00.251400 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-035dd718-289c-4a41-81bb-a74166ef1032 None None] Attempting to bind port c33f9309-e555-4e96-aa46-3dd746d42ece by drivers openvswitch,hyperv on host dv-cinder-831247-16-iscsi at level 0 using segments [{'id': '11f55c21-36a6-4641-be50-b9a73927ceae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '63fabd49-da18-4288-852a-c9b600b6fd0f'}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 15:28:00.251921 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035dd718-289c-4a41-81bb-a74166ef1032 None None] Attempting to bind port c33f9309-e555-4e96-aa46-3dd746d42ece on network 63fabd49-da18-4288-852a-c9b600b6fd0f {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:28:00.259425 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035dd718-289c-4a41-81bb-a74166ef1032 None None] Checking agent: {'id': 'b78338d6-31c9-4f43-bfac-5a5a854a8366', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 17, 58), 'started_at': datetime.datetime(2022, 6, 3, 15, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 15:28:00.260063 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035dd718-289c-4a41-81bb-a74166ef1032 None None] Checking segment: {'id': '11f55c21-36a6-4641-be50-b9a73927ceae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '63fabd49-da18-4288-852a-c9b600b6fd0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:28:00.260684 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-035dd718-289c-4a41-81bb-a74166ef1032 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:00.261279 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035dd718-289c-4a41-81bb-a74166ef1032 None None] Bound using segment: {'id': '11f55c21-36a6-4641-be50-b9a73927ceae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '63fabd49-da18-4288-852a-c9b600b6fd0f'} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 15:28:00.261916 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-035dd718-289c-4a41-81bb-a74166ef1032 None None] Bound port: c33f9309-e555-4e96-aa46-3dd746d42ece, host: dv-cinder-831247-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11f55c21-36a6-4641-be50-b9a73927ceae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '63fabd49-da18-4288-852a-c9b600b6fd0f'}}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 15:28:00.262455 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-035dd718-289c-4a41-81bb-a74166ef1032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (c33f9309-e555-4e96-aa46-3dd746d42ece), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:00.299243 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7ea7a62f-8fcf-4103-ad77-c1b14feff087 admin admin] Publish callbacks [] for router_gateway (7c247c7d-1491-48be-9a79-d036d72d891e), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:00.312025 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f2f1fa-6b88-415a-93ab-d4755fce9d3e req-c9352f0a-c28e-428d-81ed-1324663a4934 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:00.319532 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-83f2f1fa-6b88-415a-93ab-d4755fce9d3e req-c9352f0a-c28e-428d-81ed-1324663a4934 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 946 time: 0.0782452 Jun 03 15:28:00.324816 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:00.352393 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-035dd718-289c-4a41-81bb-a74166ef1032 None None] For port c33f9309-e555-4e96-aa46-3dd746d42ece, host dv-cinder-831247-16-iscsi, cleared binding levels {{(pid=103921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 15:28:00.357397 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-035dd718-289c-4a41-81bb-a74166ef1032 None None] For port c33f9309-e555-4e96-aa46-3dd746d42ece, host dv-cinder-831247-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=c33f9309-e555-4e96-aa46-3dd746d42ece,segment=NetworkSegment(11f55c21-36a6-4641-be50-b9a73927ceae),segment_id=11f55c21-36a6-4641-be50-b9a73927ceae)] {{(pid=103921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 15:28:00.368188 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-035dd718-289c-4a41-81bb-a74166ef1032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (c33f9309-e555-4e96-aa46-3dd746d42ece), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:00.422212 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-83f2f1fa-6b88-415a-93ab-d4755fce9d3e req-e75f440c-3757-42a2-b389-a2a98d375c6b tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017272 Jun 03 15:28:00.459538 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035dd718-289c-4a41-81bb-a74166ef1032 None None] Pushing event updated for resources: {'Port': ['ID=c33f9309-e555-4e96-aa46-3dd746d42ece,revision_number=2']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:00.603872 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7ea7a62f-8fcf-4103-ad77-c1b14feff087 admin admin] Publish callbacks [] for router_gateway (7c247c7d-1491-48be-9a79-d036d72d891e), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:00.627992 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7ea7a62f-8fcf-4103-ad77-c1b14feff087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:00.804548 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_common [None req-7ea7a62f-8fcf-4103-ad77-c1b14feff087 admin admin] Allocated IP 172.27.3.6 (2ebb747a-15cb-4ff0-831b-eddaba7ea913/396ae3db-97af-42d7-bc28-96050c96ba42/13adf504-dfd2-46e1-b9c3-2ea6fd30002f) {{(pid=103920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:28:00.966048 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7ea7a62f-8fcf-4103-ad77-c1b14feff087 admin admin] Publish callbacks [] for port (13adf504-dfd2-46e1-b9c3-2ea6fd30002f), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:01.010594 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7ea7a62f-8fcf-4103-ad77-c1b14feff087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560'] for port (13adf504-dfd2-46e1-b9c3-2ea6fd30002f), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:01.058215 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:01.062688 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea7a62f-8fcf-4103-ad77-c1b14feff087 admin admin] Network 2ebb747a-15cb-4ff0-831b-eddaba7ea913 is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:28:01.074003 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-7ea7a62f-8fcf-4103-ad77-c1b14feff087 admin admin] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:28:01.076976 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea7a62f-8fcf-4103-ad77-c1b14feff087 admin admin] Pushing event updated for resources: {'Port': ['ID=13adf504-dfd2-46e1-b9c3-2ea6fd30002f,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:01.082500 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea7a62f-8fcf-4103-ad77-c1b14feff087 admin admin] Received port after_create {{(pid=103920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:28:01.144211 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:01.325488 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7ea7a62f-8fcf-4103-ad77-c1b14feff087 admin admin] Publish callbacks [] for router_gateway (7c247c7d-1491-48be-9a79-d036d72d891e), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:01.598384 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897fc92-d601-4772-8558-e17e7b64efdd req-9162a7c0-9418-44b6-8b93-bf573823fd00 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:01.600646 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-b897fc92-d601-4772-8558-e17e7b64efdd req-9162a7c0-9418-44b6-8b93-bf573823fd00 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 946 time: 0.1044548 Jun 03 15:28:01.669090 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7ea7a62f-8fcf-4103-ad77-c1b14feff087 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-758228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-763446'] for router (7c247c7d-1491-48be-9a79-d036d72d891e), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:01.692549 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-b897fc92-d601-4772-8558-e17e7b64efdd req-61998b2e-6268-4885-8781-9748d6497dff tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818408 Jun 03 15:28:01.783265 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device c33f9309-e555-4e96-aa46-3dd746d42ece up at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:28:01.836783 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ea7a62f-8fcf-4103-ad77-c1b14feff087 admin admin] Router 7c247c7d-1491-48be-9a79-d036d72d891e is scheduled to L3 agent af3cb756-c261-4349-9f96-3650fb8ddf57 with binding_index 1 {{(pid=103920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 03 15:28:01.836941 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2224e73-e51b-42ba-bfcd-71aed03d3054 None None] Network 63fabd49-da18-4288-852a-c9b600b6fd0f requested from dv-cinder-831247-16-iscsi {{(pid=103921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 15:28:01.841426 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Provisioning complete for port c33f9309-e555-4e96-aa46-3dd746d42ece triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:28:01.841800 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (c33f9309-e555-4e96-aa46-3dd746d42ece), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:01.950513 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea7a62f-8fcf-4103-ad77-c1b14feff087 admin admin] Notify agent at l3_agent.dv-cinder-831247-16-iscsi the message routers_updated {{(pid=103920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 15:28:01.968256 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bb180d-bbf5-4f6d-8afa-c7fa020600f7 None None] Sync routers for ids ['7c247c7d-1491-48be-9a79-d036d72d891e'] in dv-cinder-831247-16-iscsi {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:28:01.974825 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7ea7a62f-8fcf-4103-ad77-c1b14feff087 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:01.976052 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-7ea7a62f-8fcf-4103-ad77-c1b14feff087 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3632929 Jun 03 15:28:01.978668 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 51260) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:28:01.993732 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bb180d-bbf5-4f6d-8afa-c7fa020600f7 None None] Routers {'7c247c7d-1491-48be-9a79-d036d72d891e'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:28:01.994910 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-87bb180d-bbf5-4f6d-8afa-c7fa020600f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:27:54Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['7c247c7d-1491-48be-9a79-d036d72d891e'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:02.049125 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-66324ddf-8897-4566-9dd7-a043080c1fd1 None None] Provisioning complete for port c33f9309-e555-4e96-aa46-3dd746d42ece triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:28:02.049478 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-66324ddf-8897-4566-9dd7-a043080c1fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (c33f9309-e555-4e96-aa46-3dd746d42ece), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:02.091152 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:02.136668 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-87bb180d-bbf5-4f6d-8afa-c7fa020600f7 None None] Set router 7c247c7d-1491-48be-9a79-d036d72d891e gateway port host: dv-cinder-831247-16-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:28:02.199794 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e761311a-3135-4602-a0e5-89672fe3a300 req-ab0430b7-8fd8-48a2-ba77-643aceebfd50 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:02.202241 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e761311a-3135-4602-a0e5-89672fe3a300 req-ab0430b7-8fd8-48a2-ba77-643aceebfd50 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/networks?id=beafa1b9-ad41-4519-b3bd-aaad5165f1e2 HTTP/1.1" status: 200 len: 814 time: 0.1543193 Jun 03 15:28:02.207100 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:02.226649 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Current status of the port c33f9309-e555-4e96-aa46-3dd746d42ece is: DOWN; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:28:02.227181 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (c33f9309-e555-4e96-aa46-3dd746d42ece), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:02.231413 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e761311a-3135-4602-a0e5-89672fe3a300 req-f39b14d7-9adb-4e72-87c0-0aa0c5209c37 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/quotas/00d2022cc4be4779af1edf1520c439ae HTTP/1.1" status: 200 len: 375 time: 0.0230005 Jun 03 15:28:02.250199 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-66324ddf-8897-4566-9dd7-a043080c1fd1 None None] Current status of the port c33f9309-e555-4e96-aa46-3dd746d42ece is: DOWN; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:28:02.250703 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-66324ddf-8897-4566-9dd7-a043080c1fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (c33f9309-e555-4e96-aa46-3dd746d42ece), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:02.299168 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e761311a-3135-4602-a0e5-89672fe3a300 req-30afe3fc-dec0-4d14-9cde-c244f0724b3f tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=00d2022cc4be4779af1edf1520c439ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0668726 Jun 03 15:28:02.314718 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] For port c33f9309-e555-4e96-aa46-3dd746d42ece, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=c33f9309-e555-4e96-aa46-3dd746d42ece,segment=NetworkSegment(11f55c21-36a6-4641-be50-b9a73927ceae),segment_id=11f55c21-36a6-4641-be50-b9a73927ceae)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:28:02.336463 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:02.344055 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (c33f9309-e555-4e96-aa46-3dd746d42ece), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:02.442228 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.db.api [None req-66324ddf-8897-4566-9dd7-a043080c1fd1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 03 15:28:02.447020 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG oslo_db.api [None req-66324ddf-8897-4566-9dd7-a043080c1fd1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:28:02.450473 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:02.464528 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-87bb180d-bbf5-4f6d-8afa-c7fa020600f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c247c7d-1491-48be-9a79-d036d72d891e', 'name': 'tempest-TestShelveInstance-1309434875-router', 'tenant_id': '98f97ac03be44e0bb8ab21d985d1dd27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '13adf504-dfd2-46e1-b9c3-2ea6fd30002f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:27:59Z', 'updated_at': '2022-06-03T15:28:01Z', 'revision_number': 3, 'project_id': '98f97ac03be44e0bb8ab21d985d1dd27', 'gw_port': {'id': '13adf504-dfd2-46e1-b9c3-2ea6fd30002f', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fd:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c247c7d-1491-48be-9a79-d036d72d891e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:00Z', 'updated_at': '2022-06-03T15:28:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi'}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:02.474918 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Pushing event updated for resources: {'Port': ['ID=c33f9309-e555-4e96-aa46-3dd746d42ece,revision_number=3']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:02.483731 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e761311a-3135-4602-a0e5-89672fe3a300 req-a77678f1-3c54-4e0a-88ce-7b7daff43772 service neutron] 10.222.0.93 "GET /v2.0/networks/beafa1b9-ad41-4519-b3bd-aaad5165f1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707094 Jun 03 15:28:02.500343 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bb180d-bbf5-4f6d-8afa-c7fa020600f7 None None] Checking router: 7c247c7d-1491-48be-9a79-d036d72d891e for host: dv-cinder-831247-16-iscsi {{(pid=103922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:28:02.500682 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bb180d-bbf5-4f6d-8afa-c7fa020600f7 None None] Updating router 7c247c7d-1491-48be-9a79-d036d72d891e port 13adf504-dfd2-46e1-b9c3-2ea6fd30002f binding host dv-cinder-831247-16-iscsi {{(pid=103922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:28:02.539039 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-87bb180d-bbf5-4f6d-8afa-c7fa020600f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (13adf504-dfd2-46e1-b9c3-2ea6fd30002f), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:02.568375 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-33ec07a6-4b50-40bb-bc16-171db05a41e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:02.596662 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e761311a-3135-4602-a0e5-89672fe3a300 req-f5bdb58c-8a01-4c6e-94b0-e4b49039565f service neutron] 10.222.0.93 "GET /v2.0/networks/beafa1b9-ad41-4519-b3bd-aaad5165f1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019139 Jun 03 15:28:02.769711 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_common [None req-33ec07a6-4b50-40bb-bc16-171db05a41e9 admin admin] Allocated IP 172.20.0.1 (63fabd49-da18-4288-852a-c9b600b6fd0f/78322f02-2402-4284-a227-98343c2f67dc/6d029583-5f12-4786-9a12-c5cfb7322bd5) {{(pid=103920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:28:02.851950 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-07231a6b-24b7-47d5-be7c-8a29bdc37c49 req-8f9bc307-4eab-4eb5-ab64-9a155ae81731 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 210 time: 0.0351322 Jun 03 15:28:02.894323 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21019cb-cf21-4d12-ad75-735a7746cf7b req-b08f29a5-4afb-4548-8aa4-9eaf24fc9f1e tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:02.894834 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-87bb180d-bbf5-4f6d-8afa-c7fa020600f7 None None] Publish callbacks [] for port (13adf504-dfd2-46e1-b9c3-2ea6fd30002f), precommit_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:02.896923 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f21019cb-cf21-4d12-ad75-735a7746cf7b req-b08f29a5-4afb-4548-8aa4-9eaf24fc9f1e tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 946 time: 0.1038628 Jun 03 15:28:02.914270 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-87bb180d-bbf5-4f6d-8afa-c7fa020600f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (13adf504-dfd2-46e1-b9c3-2ea6fd30002f), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:02.977711 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-87bb180d-bbf5-4f6d-8afa-c7fa020600f7 None None] Attempting to bind port 13adf504-dfd2-46e1-b9c3-2ea6fd30002f on host dv-cinder-831247-16-iscsi for vnic_type normal with profile {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 15:28:02.978931 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-87bb180d-bbf5-4f6d-8afa-c7fa020600f7 None None] Attempting to bind port 13adf504-dfd2-46e1-b9c3-2ea6fd30002f by drivers openvswitch,hyperv on host dv-cinder-831247-16-iscsi at level 0 using segments [{'id': 'fb1f6c29-8e9a-43bb-852a-39936675ceea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913'}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 15:28:02.978931 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bb180d-bbf5-4f6d-8afa-c7fa020600f7 None None] Attempting to bind port 13adf504-dfd2-46e1-b9c3-2ea6fd30002f on network 2ebb747a-15cb-4ff0-831b-eddaba7ea913 {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:28:02.982826 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7b5166-ddd1-4fb0-9b5d-c3153a541452 None None] Pushing event updated for resources: {'Port': ['ID=13adf504-dfd2-46e1-b9c3-2ea6fd30002f,revision_number=2']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:02.989565 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-33ec07a6-4b50-40bb-bc16-171db05a41e9 admin admin] Publish callbacks [] for port (6d029583-5f12-4786-9a12-c5cfb7322bd5), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:02.996004 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7b5166-ddd1-4fb0-9b5d-c3153a541452 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:02.996602 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7b5166-ddd1-4fb0-9b5d-c3153a541452 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:02.997199 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7b5166-ddd1-4fb0-9b5d-c3153a541452 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:02.997866 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7b5166-ddd1-4fb0-9b5d-c3153a541452 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:02.998522 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7b5166-ddd1-4fb0-9b5d-c3153a541452 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:02.999120 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7b5166-ddd1-4fb0-9b5d-c3153a541452 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:02.999862 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7b5166-ddd1-4fb0-9b5d-c3153a541452 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:03.000213 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7b5166-ddd1-4fb0-9b5d-c3153a541452 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:03.000549 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7b5166-ddd1-4fb0-9b5d-c3153a541452 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:03.001162 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7b5166-ddd1-4fb0-9b5d-c3153a541452 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:03.001489 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7b5166-ddd1-4fb0-9b5d-c3153a541452 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:03.002050 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7b5166-ddd1-4fb0-9b5d-c3153a541452 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:03.002353 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7b5166-ddd1-4fb0-9b5d-c3153a541452 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:03.002743 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7b5166-ddd1-4fb0-9b5d-c3153a541452 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:03.003092 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7b5166-ddd1-4fb0-9b5d-c3153a541452 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:03.007575 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bb180d-bbf5-4f6d-8afa-c7fa020600f7 None None] Checking agent: {'id': 'b78338d6-31c9-4f43-bfac-5a5a854a8366', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 17, 58), 'started_at': datetime.datetime(2022, 6, 3, 15, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 15:28:03.007951 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bb180d-bbf5-4f6d-8afa-c7fa020600f7 None None] Checking segment: {'id': 'fb1f6c29-8e9a-43bb-852a-39936675ceea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:28:03.008792 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-87bb180d-bbf5-4f6d-8afa-c7fa020600f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:03.010463 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bb180d-bbf5-4f6d-8afa-c7fa020600f7 None None] Bound using segment: {'id': 'fb1f6c29-8e9a-43bb-852a-39936675ceea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913'} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 15:28:03.010463 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-87bb180d-bbf5-4f6d-8afa-c7fa020600f7 None None] Bound port: 13adf504-dfd2-46e1-b9c3-2ea6fd30002f, host: dv-cinder-831247-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb1f6c29-8e9a-43bb-852a-39936675ceea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913'}}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 15:28:03.010720 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-87bb180d-bbf5-4f6d-8afa-c7fa020600f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (13adf504-dfd2-46e1-b9c3-2ea6fd30002f), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:03.026396 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f21019cb-cf21-4d12-ad75-735a7746cf7b req-60e59f96-d7f0-43b5-ac6c-e95da8a9da03 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163211 Jun 03 15:28:03.056126 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-66324ddf-8897-4566-9dd7-a043080c1fd1 None None] Current status of the port c33f9309-e555-4e96-aa46-3dd746d42ece is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:28:03.065650 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-33ec07a6-4b50-40bb-bc16-171db05a41e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560'] for port (6d029583-5f12-4786-9a12-c5cfb7322bd5), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:03.075321 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-87bb180d-bbf5-4f6d-8afa-c7fa020600f7 None None] For port 13adf504-dfd2-46e1-b9c3-2ea6fd30002f, host dv-cinder-831247-16-iscsi, cleared binding levels {{(pid=103922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 15:28:03.079672 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-87bb180d-bbf5-4f6d-8afa-c7fa020600f7 None None] For port 13adf504-dfd2-46e1-b9c3-2ea6fd30002f, host dv-cinder-831247-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=13adf504-dfd2-46e1-b9c3-2ea6fd30002f,segment=NetworkSegment(fb1f6c29-8e9a-43bb-852a-39936675ceea),segment_id=fb1f6c29-8e9a-43bb-852a-39936675ceea)] {{(pid=103922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 15:28:03.089727 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-87bb180d-bbf5-4f6d-8afa-c7fa020600f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (13adf504-dfd2-46e1-b9c3-2ea6fd30002f), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:03.113804 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ec07a6-4b50-40bb-bc16-171db05a41e9 admin admin] Network 63fabd49-da18-4288-852a-c9b600b6fd0f is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:28:03.117413 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-33ec07a6-4b50-40bb-bc16-171db05a41e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:28:03.121692 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ec07a6-4b50-40bb-bc16-171db05a41e9 admin admin] Received port after_create {{(pid=103920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:28:03.122326 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-33ec07a6-4b50-40bb-bc16-171db05a41e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-762954'] for router_interface (7c247c7d-1491-48be-9a79-d036d72d891e), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:03.185194 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bb180d-bbf5-4f6d-8afa-c7fa020600f7 None None] Routers {'7c247c7d-1491-48be-9a79-d036d72d891e'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:28:03.185338 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-4050d319-7a37-4600-9491-f42e669fae95 None None] Provisioning complete for port c33f9309-e555-4e96-aa46-3dd746d42ece triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:28:03.185586 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-4050d319-7a37-4600-9491-f42e669fae95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (c33f9309-e555-4e96-aa46-3dd746d42ece), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:03.185821 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-87bb180d-bbf5-4f6d-8afa-c7fa020600f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:27:54Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['7c247c7d-1491-48be-9a79-d036d72d891e'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:03.199865 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec07a6-4b50-40bb-bc16-171db05a41e9 admin admin] Pushing event updated for resources: {'Port': ['ID=6d029583-5f12-4786-9a12-c5cfb7322bd5,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:03.295687 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:03.326494 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7b5166-ddd1-4fb0-9b5d-c3153a541452 None None] Pushing event updated for resources: {'Port': ['ID=13adf504-dfd2-46e1-b9c3-2ea6fd30002f,revision_number=3']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:03.357831 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:03.385060 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-4050d319-7a37-4600-9491-f42e669fae95 None None] Current status of the port c33f9309-e555-4e96-aa46-3dd746d42ece is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:28:03.415828 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-87bb180d-bbf5-4f6d-8afa-c7fa020600f7 None None] Set router 7c247c7d-1491-48be-9a79-d036d72d891e gateway port host: dv-cinder-831247-16-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:28:03.517173 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-a98c37b7-74ed-454f-b3e2-686beac8698f None None] Provisioning complete for port 6d029583-5f12-4786-9a12-c5cfb7322bd5 triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:28:03.517600 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a98c37b7-74ed-454f-b3e2-686beac8698f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (6d029583-5f12-4786-9a12-c5cfb7322bd5), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:03.603796 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-a98c37b7-74ed-454f-b3e2-686beac8698f None None] Port 6d029583-5f12-4786-9a12-c5cfb7322bd5 cannot update to ACTIVE because it is not bound. {{(pid=103921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 15:28:03.650792 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-33ec07a6-4b50-40bb-bc16-171db05a41e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (6d029583-5f12-4786-9a12-c5cfb7322bd5), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:03.663359 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:03.678280 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-87bb180d-bbf5-4f6d-8afa-c7fa020600f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c247c7d-1491-48be-9a79-d036d72d891e', 'name': 'tempest-TestShelveInstance-1309434875-router', 'tenant_id': '98f97ac03be44e0bb8ab21d985d1dd27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '13adf504-dfd2-46e1-b9c3-2ea6fd30002f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:27:59Z', 'updated_at': '2022-06-03T15:28:01Z', 'revision_number': 3, 'project_id': '98f97ac03be44e0bb8ab21d985d1dd27', 'gw_port': {'id': '13adf504-dfd2-46e1-b9c3-2ea6fd30002f', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fd:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c247c7d-1491-48be-9a79-d036d72d891e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:00Z', 'updated_at': '2022-06-03T15:28:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi'}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:03.699069 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:03.712583 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bb180d-bbf5-4f6d-8afa-c7fa020600f7 None None] The sync data for ids ['7c247c7d-1491-48be-9a79-d036d72d891e'] in dv-cinder-831247-16-iscsi is: [{'id': '7c247c7d-1491-48be-9a79-d036d72d891e', 'name': 'tempest-TestShelveInstance-1309434875-router', 'tenant_id': '98f97ac03be44e0bb8ab21d985d1dd27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '13adf504-dfd2-46e1-b9c3-2ea6fd30002f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:27:59Z', 'updated_at': '2022-06-03T15:28:01Z', 'revision_number': 3, 'project_id': '98f97ac03be44e0bb8ab21d985d1dd27', 'gw_port': {'id': '13adf504-dfd2-46e1-b9c3-2ea6fd30002f', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fd:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c247c7d-1491-48be-9a79-d036d72d891e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:00Z', 'updated_at': '2022-06-03T15:28:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi'}] {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:28:03.724169 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device c33f9309-e555-4e96-aa46-3dd746d42ece up at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:28:03.774992 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:03.795472 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Provisioning complete for port c33f9309-e555-4e96-aa46-3dd746d42ece triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:28:03.795970 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (c33f9309-e555-4e96-aa46-3dd746d42ece), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:03.889956 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Current status of the port c33f9309-e555-4e96-aa46-3dd746d42ece is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:28:03.991490 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-da4926cb-298e-48c0-a93c-1e8f1c2ce906 req-2cd9f7c0-5b98-4f84-9190-5749ceb92493 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 210 time: 0.0414681 Jun 03 15:28:03.992067 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-33ec07a6-4b50-40bb-bc16-171db05a41e9 admin admin] Publish callbacks [] for port (6d029583-5f12-4786-9a12-c5cfb7322bd5), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:03.999296 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-33ec07a6-4b50-40bb-bc16-171db05a41e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (6d029583-5f12-4786-9a12-c5cfb7322bd5), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:04.000525 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-33ec07a6-4b50-40bb-bc16-171db05a41e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-761338'] for router_interface (7c247c7d-1491-48be-9a79-d036d72d891e), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:04.102767 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec07a6-4b50-40bb-bc16-171db05a41e9 admin admin] Pushing event updated for resources: {'Port': ['ID=6d029583-5f12-4786-9a12-c5cfb7322bd5,revision_number=2']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:04.231834 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd42fb8-e439-4104-805f-067a53c1b187 req-51bdd920-520c-42d0-afc8-635c809b9131 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:04.243623 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-0fd42fb8-e439-4104-805f-067a53c1b187 req-51bdd920-520c-42d0-afc8-635c809b9131 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 946 time: 0.1123409 Jun 03 15:28:04.290990 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ec07a6-4b50-40bb-bc16-171db05a41e9 admin admin] Network 63fabd49-da18-4288-852a-c9b600b6fd0f is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:28:04.295232 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-33ec07a6-4b50-40bb-bc16-171db05a41e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:28:04.468083 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-0fd42fb8-e439-4104-805f-067a53c1b187 req-5a5bf8a4-c16b-4b26-80e7-593ce475e714 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235298 Jun 03 15:28:04.569001 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ec07a6-4b50-40bb-bc16-171db05a41e9 admin admin] Router 7c247c7d-1491-48be-9a79-d036d72d891e has already been hosted by L3 agent af3cb756-c261-4349-9f96-3650fb8ddf57 {{(pid=103920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 15:28:04.579787 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e761311a-3135-4602-a0e5-89672fe3a300 req-451b9c9e-ca53-4330-847e-a91d4e661d5c tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:04.581831 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-e761311a-3135-4602-a0e5-89672fe3a300 req-451b9c9e-ca53-4330-847e-a91d4e661d5c tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.95 "GET /v2.0/networks?id=beafa1b9-ad41-4519-b3bd-aaad5165f1e2 HTTP/1.1" status: 200 len: 814 time: 0.2842038 Jun 03 15:28:04.639558 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-0e5be1d0-7010-45ad-af1a-641c1b83f87d None None] Provisioning complete for port 6d029583-5f12-4786-9a12-c5cfb7322bd5 triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:28:04.642234 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0e5be1d0-7010-45ad-af1a-641c1b83f87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (6d029583-5f12-4786-9a12-c5cfb7322bd5), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:04.665172 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [req-e761311a-3135-4602-a0e5-89672fe3a300 req-3997d38f-d286-43b3-b47d-63f4fa66d5fe tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Request body: {'port': {'device_id': '67f284eb-df90-4337-8bdf-511156b6a756', 'network_id': 'beafa1b9-ad41-4519-b3bd-aaad5165f1e2', 'admin_state_up': True, 'tenant_id': '00d2022cc4be4779af1edf1520c439ae'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:28:04.705763 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-0e5be1d0-7010-45ad-af1a-641c1b83f87d None None] Port 6d029583-5f12-4786-9a12-c5cfb7322bd5 cannot update to ACTIVE because it is not bound. {{(pid=103921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 15:28:04.769509 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ec07a6-4b50-40bb-bc16-171db05a41e9 admin admin] Notify agent at l3_agent.dv-cinder-831247-16-iscsi the message routers_updated {{(pid=103920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 15:28:04.776700 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-33ec07a6-4b50-40bb-bc16-171db05a41e9 admin admin] 10.222.0.93 "PUT /v2.0/routers/7c247c7d-1491-48be-9a79-d036d72d891e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7970469 Jun 03 15:28:04.821792 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=100 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:04.837357 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e761311a-3135-4602-a0e5-89672fe3a300 req-3997d38f-d286-43b3-b47d-63f4fa66d5fe tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Made reservation on behalf of 00d2022cc4be4779af1edf1520c439ae for: {'port': 1} {{(pid=103920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:28:04.841991 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-e761311a-3135-4602-a0e5-89672fe3a300 req-3997d38f-d286-43b3-b47d-63f4fa66d5fe tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:04.878547 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:05.018085 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_common [req-e761311a-3135-4602-a0e5-89672fe3a300 req-3997d38f-d286-43b3-b47d-63f4fa66d5fe tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Allocated IP 172.20.0.9 (beafa1b9-ad41-4519-b3bd-aaad5165f1e2/d1c0b66e-b6eb-4901-9a4c-c6cd4fad6b35/3013216d-76f3-469e-9c86-a0bc71687991) {{(pid=103920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:28:05.197317 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-8325389c-fb35-479a-be35-bb3a3e4c5166 req-798b1dda-96bd-4b34-9794-f71041ea60fc tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 210 time: 0.0782180 Jun 03 15:28:05.300738 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-e761311a-3135-4602-a0e5-89672fe3a300 req-3997d38f-d286-43b3-b47d-63f4fa66d5fe tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Publish callbacks [] for port (3013216d-76f3-469e-9c86-a0bc71687991), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:05.369416 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-e761311a-3135-4602-a0e5-89672fe3a300 req-3997d38f-d286-43b3-b47d-63f4fa66d5fe tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560'] for port (3013216d-76f3-469e-9c86-a0bc71687991), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:05.487634 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e761311a-3135-4602-a0e5-89672fe3a300 req-3997d38f-d286-43b3-b47d-63f4fa66d5fe tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Network beafa1b9-ad41-4519-b3bd-aaad5165f1e2 is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:28:05.509297 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [req-e761311a-3135-4602-a0e5-89672fe3a300 req-3997d38f-d286-43b3-b47d-63f4fa66d5fe tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:28:05.517674 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [req-e761311a-3135-4602-a0e5-89672fe3a300 req-3997d38f-d286-43b3-b47d-63f4fa66d5fe tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Received port after_create {{(pid=103920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:28:05.535695 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e761311a-3135-4602-a0e5-89672fe3a300 req-3997d38f-d286-43b3-b47d-63f4fa66d5fe tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:05.545029 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-e761311a-3135-4602-a0e5-89672fe3a300 req-3997d38f-d286-43b3-b47d-63f4fa66d5fe tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for port (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:05.661904 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3997d38f-d286-43b3-b47d-63f4fa66d5fe tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Pushing event updated for resources: {'Port': ['ID=3013216d-76f3-469e-9c86-a0bc71687991,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:05.683673 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-e761311a-3135-4602-a0e5-89672fe3a300 req-3997d38f-d286-43b3-b47d-63f4fa66d5fe tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0219262 Jun 03 15:28:05.860105 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3230e2ac-a55b-43fa-b0a5-52b92919ac1c req-f1363d46-e393-48a3-91ae-71bc809b5250 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:05.873097 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-3230e2ac-a55b-43fa-b0a5-52b92919ac1c req-f1363d46-e393-48a3-91ae-71bc809b5250 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 946 time: 0.2184377 Jun 03 15:28:05.876359 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 51382) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:28:05.884114 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-7b4723fb-3365-44b3-8b59-af14dcd063cd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-631173185-network', 'tenant_id': 'a122683898334dc5b09dc4f24b9370b1'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:28:06.014219 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device 13adf504-dfd2-46e1-b9c3-2ea6fd30002f up at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:28:06.024126 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-3230e2ac-a55b-43fa-b0a5-52b92919ac1c req-6e13df18-9567-437f-9172-e86860f8d564 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470420 Jun 03 15:28:06.027598 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4723fb-3365-44b3-8b59-af14dcd063cd admin admin] Made reservation on behalf of a122683898334dc5b09dc4f24b9370b1 for: {'network': 1} {{(pid=103919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:28:06.038223 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-7b4723fb-3365-44b3-8b59-af14dcd063cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for network (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:06.063580 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-7b4723fb-3365-44b3-8b59-af14dcd063cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:06.187632 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:06.204597 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Provisioning complete for port 13adf504-dfd2-46e1-b9c3-2ea6fd30002f triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:28:06.204969 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (13adf504-dfd2-46e1-b9c3-2ea6fd30002f), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:06.221527 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-33126090-5883-4d26-ba88-5230c4a3079e None None] Provisioning complete for port 3013216d-76f3-469e-9c86-a0bc71687991 triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:28:06.221896 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-33126090-5883-4d26-ba88-5230c4a3079e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (3013216d-76f3-469e-9c86-a0bc71687991), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:06.230780 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-7b4723fb-3365-44b3-8b59-af14dcd063cd admin admin] Publish callbacks [] for security_group (272b55c9-1750-45be-a561-757917bda557), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:06.243495 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-7b4723fb-3365-44b3-8b59-af14dcd063cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (272b55c9-1750-45be-a561-757917bda557), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:06.276308 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b4723fb-3365-44b3-8b59-af14dcd063cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 868} {{(pid=103919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:28:06.307976 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-7b4723fb-3365-44b3-8b59-af14dcd063cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659633'] for segment (5949c2d1-1d1c-49f2-95ea-8e22ba91943c), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:06.308600 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.db.segments_db [None req-7b4723fb-3365-44b3-8b59-af14dcd063cd admin admin] Added segment 5949c2d1-1d1c-49f2-95ea-8e22ba91943c of type vlan for network 8545b335-24d4-4d41-9173-f30389286c83 Jun 03 15:28:06.313810 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-33126090-5883-4d26-ba88-5230c4a3079e None None] Port 3013216d-76f3-469e-9c86-a0bc71687991 cannot update to ACTIVE because it is not bound. {{(pid=103921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 15:28:06.394475 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:06.405235 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-7b4723fb-3365-44b3-8b59-af14dcd063cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362361959'] for network (8545b335-24d4-4d41-9173-f30389286c83), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:06.408415 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Current status of the port 13adf504-dfd2-46e1-b9c3-2ea6fd30002f is: DOWN; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:28:06.408801 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (13adf504-dfd2-46e1-b9c3-2ea6fd30002f), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:06.430945 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238a42e5-eb51-4e35-8497-4eaefe790c60 None None] Sync routers for ids ['7c247c7d-1491-48be-9a79-d036d72d891e'] in dv-cinder-831247-16-iscsi {{(pid=103921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:28:06.466722 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9acdd5f-756d-43c4-967d-9da5984f12c1 req-2eb9ad5a-5138-4d7e-a121-35fc240de402 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:06.473439 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 51388) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:28:06.482725 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-e9acdd5f-756d-43c4-967d-9da5984f12c1 req-2eb9ad5a-5138-4d7e-a121-35fc240de402 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 931 time: 0.1004019 Jun 03 15:28:06.492635 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] For port 13adf504-dfd2-46e1-b9c3-2ea6fd30002f, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=13adf504-dfd2-46e1-b9c3-2ea6fd30002f,segment=NetworkSegment(fb1f6c29-8e9a-43bb-852a-39936675ceea),segment_id=fb1f6c29-8e9a-43bb-852a-39936675ceea)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:28:06.506500 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238a42e5-eb51-4e35-8497-4eaefe790c60 None None] Routers {'7c247c7d-1491-48be-9a79-d036d72d891e'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:28:06.509078 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-238a42e5-eb51-4e35-8497-4eaefe790c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:27:54Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['7c247c7d-1491-48be-9a79-d036d72d891e'], 'active': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:06.515634 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (13adf504-dfd2-46e1-b9c3-2ea6fd30002f), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:06.556291 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4723fb-3365-44b3-8b59-af14dcd063cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272b55c9-1750-45be-a561-757917bda557,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:06.587127 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-7b4723fb-3365-44b3-8b59-af14dcd063cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408'] for network (8545b335-24d4-4d41-9173-f30389286c83), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:06.589357 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4723fb-3365-44b3-8b59-af14dcd063cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:06.589999 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-7b4723fb-3365-44b3-8b59-af14dcd063cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for network (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:06.595230 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-e9acdd5f-756d-43c4-967d-9da5984f12c1 req-840a4a20-f2f7-4899-b704-c739253a7fff tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/security-groups?id=d859fc33-d2f7-46f3-a29c-83d9a52aafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114924 Jun 03 15:28:06.641110 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-7b4723fb-3365-44b3-8b59-af14dcd063cd admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7596421 Jun 03 15:28:06.641440 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 51396) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:28:06.648359 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-c22e3b64-abad-4691-ad35-6bc572a0e9fb admin admin] Request body: {'subnet': {'network_id': '8545b335-24d4-4d41-9173-f30389286c83', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-631173185-subnet', 'tenant_id': 'a122683898334dc5b09dc4f24b9370b1', 'ip_version': 4}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:28:06.736619 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22e3b64-abad-4691-ad35-6bc572a0e9fb admin admin] Made reservation on behalf of a122683898334dc5b09dc4f24b9370b1 for: {'subnet': 1} {{(pid=103920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:28:06.748702 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c22e3b64-abad-4691-ad35-6bc572a0e9fb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:06.782359 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (5d40428d-d668-464b-bcee-3124e1355b3b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:06.792082 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-cbd364d7-7418-4489-86e5-7d2e8be0a34f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:06.813996 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4723fb-3365-44b3-8b59-af14dcd063cd admin admin] Pushing event updated for resources: {'Network': ['ID=8545b335-24d4-4d41-9173-f30389286c83,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:06.818418 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvr_db [None req-238a42e5-eb51-4e35-8497-4eaefe790c60 None None] Set router 7c247c7d-1491-48be-9a79-d036d72d891e gateway port host: dv-cinder-831247-16-iscsi {{(pid=103921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:28:06.851351 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.agents_db [None req-a949b1cf-d0d8-4748-9c84-4164e96bf99f None None] Agent healthcheck: found 6 active agents {{(pid=103922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 15:28:06.880700 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Network 8545b335-24d4-4d41-9173-f30389286c83 details requested by agent ovs-agent-dv-cinder-831247-16-iscsi with host dv-cinder-831247-16-iscsi {{(pid=103921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 03 15:28:06.903613 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Pushing event updated for resources: {'Port': ['ID=13adf504-dfd2-46e1-b9c3-2ea6fd30002f,revision_number=4']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:07.163407 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:07.170795 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-cbd364d7-7418-4489-86e5-7d2e8be0a34f admin admin] Publish callbacks [] for security_group (1db24da8-b6cb-429a-8224-507fd237283b), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:07.197286 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-cbd364d7-7418-4489-86e5-7d2e8be0a34f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (1db24da8-b6cb-429a-8224-507fd237283b), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:07.211865 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c22e3b64-abad-4691-ad35-6bc572a0e9fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408'] for subnet (04f49c01-89a3-4994-9552-f145473b65fb), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:07.247479 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-238a42e5-eb51-4e35-8497-4eaefe790c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c247c7d-1491-48be-9a79-d036d72d891e', 'name': 'tempest-TestShelveInstance-1309434875-router', 'tenant_id': '98f97ac03be44e0bb8ab21d985d1dd27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '13adf504-dfd2-46e1-b9c3-2ea6fd30002f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:27:59Z', 'updated_at': '2022-06-03T15:28:03Z', 'revision_number': 4, 'project_id': '98f97ac03be44e0bb8ab21d985d1dd27', 'gw_port': {'id': '13adf504-dfd2-46e1-b9c3-2ea6fd30002f', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c247c7d-1491-48be-9a79-d036d72d891e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:00Z', 'updated_at': '2022-06-03T15:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': '6d029583-5f12-4786-9a12-c5cfb7322bd5', 'name': '', 'network_id': '63fabd49-da18-4288-852a-c9b600b6fd0f', 'tenant_id': '98f97ac03be44e0bb8ab21d985d1dd27', 'mac_address': 'fa:16:3e:8c:6a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c247c7d-1491-48be-9a79-d036d72d891e', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '78322f02-2402-4284-a227-98343c2f67dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:02Z', 'updated_at': '2022-06-03T15:28:03Z', 'revision_number': 2, 'project_id': '98f97ac03be44e0bb8ab21d985d1dd27', 'subnets': [{'id': '78322f02-2402-4284-a227-98343c2f67dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:07.290707 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22e3b64-abad-4691-ad35-6bc572a0e9fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=04f49c01-89a3-4994-9552-f145473b65fb,revision_number=0']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:07.296398 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-cbd364d7-7418-4489-86e5-7d2e8be0a34f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=10c35bb9eda54d509901fab7285c40e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8135536 Jun 03 15:28:07.300909 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238a42e5-eb51-4e35-8497-4eaefe790c60 None None] Checking router: 7c247c7d-1491-48be-9a79-d036d72d891e for host: dv-cinder-831247-16-iscsi {{(pid=103921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:28:07.301256 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238a42e5-eb51-4e35-8497-4eaefe790c60 None None] Updating router 7c247c7d-1491-48be-9a79-d036d72d891e port 6d029583-5f12-4786-9a12-c5cfb7322bd5 binding host dv-cinder-831247-16-iscsi {{(pid=103921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:28:07.307073 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 51402) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:28:07.307242 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd364d7-7418-4489-86e5-7d2e8be0a34f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db24da8-b6cb-429a-8224-507fd237283b,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:07.343030 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-238a42e5-eb51-4e35-8497-4eaefe790c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (6d029583-5f12-4786-9a12-c5cfb7322bd5), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:07.367049 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0bc0b9-49af-46c0-90a5-b27a68a03cc0 req-e58f3c09-5568-498c-b442-573aca1b5444 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:07.369226 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-6b0bc0b9-49af-46c0-90a5-b27a68a03cc0 req-e58f3c09-5568-498c-b442-573aca1b5444 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 946 time: 0.0785074 Jun 03 15:28:07.369861 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22e3b64-abad-4691-ad35-6bc572a0e9fb admin admin] Checking segment: {'id': '5949c2d1-1d1c-49f2-95ea-8e22ba91943c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '8545b335-24d4-4d41-9173-f30389286c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:28:07.370911 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22e3b64-abad-4691-ad35-6bc572a0e9fb admin admin] Network hostable DHCP agents. Network: 8545b335-24d4-4d41-9173-f30389286c83, hostable agents: ['ba2d900a-f6c8-44b2-a19a-5d512e564d5a'], hosted agents: [] {{(pid=103920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:28:07.439017 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:07.460766 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:07.473585 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-6b0bc0b9-49af-46c0-90a5-b27a68a03cc0 req-dd95ee25-dac5-41f8-a292-4153d91a6063 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805764 Jun 03 15:28:07.518518 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22e3b64-abad-4691-ad35-6bc572a0e9fb admin admin] Network 8545b335-24d4-4d41-9173-f30389286c83 is scheduled to be hosted by DHCP agent ba2d900a-f6c8-44b2-a19a-5d512e564d5a with binding_index 1 {{(pid=103920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:28:07.525845 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-654f804b-cc9e-418e-9e27-dba9898e25d7 admin admin] Publish callbacks [] for security_group (1db24da8-b6cb-429a-8224-507fd237283b), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:07.550868 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-654f804b-cc9e-418e-9e27-dba9898e25d7 admin admin] Publish callbacks [] for security_group (1db24da8-b6cb-429a-8224-507fd237283b), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:07.572619 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-c22e3b64-abad-4691-ad35-6bc572a0e9fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-16-iscsi, 8545b335-24d4-4d41-9173-f30389286c83) {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:28:07.577035 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22e3b64-abad-4691-ad35-6bc572a0e9fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:07.577626 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c22e3b64-abad-4691-ad35-6bc572a0e9fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for subnet (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:07.586786 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9da836-3466-408e-a2d3-a7f0946d94c7 None None] Network 8545b335-24d4-4d41-9173-f30389286c83 requested from dv-cinder-831247-16-iscsi {{(pid=103921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 15:28:07.608590 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-c22e3b64-abad-4691-ad35-6bc572a0e9fb admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9659228 Jun 03 15:28:07.611661 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 51406) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:28:07.617001 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-d9184e34-c52b-4c85-8726-94b593631e09 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-631173185-router', 'tenant_id': 'a122683898334dc5b09dc4f24b9370b1', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913'}}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:28:07.643603 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-654f804b-cc9e-418e-9e27-dba9898e25d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (1db24da8-b6cb-429a-8224-507fd237283b), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:07.649842 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-654f804b-cc9e-418e-9e27-dba9898e25d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:07.653883 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-654f804b-cc9e-418e-9e27-dba9898e25d7 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/1db24da8-b6cb-429a-8224-507fd237283b HTTP/1.1" status: 204 len: 168 time: 0.3468595 Jun 03 15:28:07.673191 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654f804b-cc9e-418e-9e27-dba9898e25d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db24da8-b6cb-429a-8224-507fd237283b,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:07.704477 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-d9184e34-c52b-4c85-8726-94b593631e09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8047'] for router (8d1fdc9b-8a06-43ea-90ec-af0a84ea4674), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:07.705711 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-d9184e34-c52b-4c85-8726-94b593631e09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-758221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-763459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-749579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8036'] for router (8d1fdc9b-8a06-43ea-90ec-af0a84ea4674), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:07.731451 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:07.821337 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-d9184e34-c52b-4c85-8726-94b593631e09 admin admin] Publish callbacks [] for router_controller (8d1fdc9b-8a06-43ea-90ec-af0a84ea4674), precommit_add_association {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:07.839464 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fde1307-db87-48c1-8dec-c4920f973ccc req-b3ed072e-324a-41f3-80a4-cf5afee16662 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:07.843766 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-5fde1307-db87-48c1-8dec-c4920f973ccc req-b3ed072e-324a-41f3-80a4-cf5afee16662 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 931 time: 0.1262720 Jun 03 15:28:07.927142 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-5fde1307-db87-48c1-8dec-c4920f973ccc req-55a22e1c-30ab-4222-bbdb-2dda705d8699 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/security-groups?id=d859fc33-d2f7-46f3-a29c-83d9a52aafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757380 Jun 03 15:28:08.048351 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device 13adf504-dfd2-46e1-b9c3-2ea6fd30002f up at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:28:08.055510 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-d9184e34-c52b-4c85-8726-94b593631e09 admin admin] Publish callbacks [] for router_gateway (8d1fdc9b-8a06-43ea-90ec-af0a84ea4674), precommit_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:08.116692 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:08.269844 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Provisioning complete for port 13adf504-dfd2-46e1-b9c3-2ea6fd30002f triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:28:08.271198 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (13adf504-dfd2-46e1-b9c3-2ea6fd30002f), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:08.276004 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:08.291325 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8ba2f0-67e0-476d-9922-94c1f394095b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab2d7c19-a2cf-559f-b13f-a4a613ae6a08-8545b335-24d4-4d41-9173-f30389286c83', 'network_id': '8545b335-24d4-4d41-9173-f30389286c83', 'project_id': 'a122683898334dc5b09dc4f24b9370b1', 'fixed_ips': [{'subnet_id': '04f49c01-89a3-4994-9552-f145473b65fb'}]}} from dv-cinder-831247-16-iscsi. {{(pid=103921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 03 15:28:08.292301 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-6a8ba2f0-67e0-476d-9922-94c1f394095b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:08.362745 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-d9184e34-c52b-4c85-8726-94b593631e09 admin admin] Publish callbacks [] for router_gateway (8d1fdc9b-8a06-43ea-90ec-af0a84ea4674), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:08.393057 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-238a42e5-eb51-4e35-8497-4eaefe790c60 None None] Publish callbacks [] for port (6d029583-5f12-4786-9a12-c5cfb7322bd5), precommit_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:08.417292 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-d9184e34-c52b-4c85-8726-94b593631e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:08.506850 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-238a42e5-eb51-4e35-8497-4eaefe790c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (6d029583-5f12-4786-9a12-c5cfb7322bd5), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:08.616918 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Current status of the port 13adf504-dfd2-46e1-b9c3-2ea6fd30002f is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:28:08.686961 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa886d0-c745-4291-a03b-d180ece78978 None None] Pushing event updated for resources: {'Port': ['ID=6d029583-5f12-4786-9a12-c5cfb7322bd5,revision_number=3']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:08.712280 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.db_base_plugin_common [None req-d9184e34-c52b-4c85-8726-94b593631e09 admin admin] Allocated IP 172.27.3.42 (2ebb747a-15cb-4ff0-831b-eddaba7ea913/396ae3db-97af-42d7-bc28-96050c96ba42/3704d121-7963-4017-96c5-a364926c17c4) {{(pid=103919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:28:08.797663 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.db_base_plugin_common [None req-6a8ba2f0-67e0-476d-9922-94c1f394095b None None] Allocated IP 172.20.0.2 (8545b335-24d4-4d41-9173-f30389286c83/04f49c01-89a3-4994-9552-f145473b65fb/40568706-fd5d-4600-a094-6dbd3b101e24) {{(pid=103921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:28:08.824849 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-238a42e5-eb51-4e35-8497-4eaefe790c60 None None] Attempting to bind port 6d029583-5f12-4786-9a12-c5cfb7322bd5 on host dv-cinder-831247-16-iscsi for vnic_type normal with profile {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 15:28:08.825293 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-238a42e5-eb51-4e35-8497-4eaefe790c60 None None] Attempting to bind port 6d029583-5f12-4786-9a12-c5cfb7322bd5 by drivers openvswitch,hyperv on host dv-cinder-831247-16-iscsi at level 0 using segments [{'id': '11f55c21-36a6-4641-be50-b9a73927ceae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '63fabd49-da18-4288-852a-c9b600b6fd0f'}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 15:28:08.825896 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238a42e5-eb51-4e35-8497-4eaefe790c60 None None] Attempting to bind port 6d029583-5f12-4786-9a12-c5cfb7322bd5 on network 63fabd49-da18-4288-852a-c9b600b6fd0f {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:28:08.847511 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238a42e5-eb51-4e35-8497-4eaefe790c60 None None] Checking agent: {'id': 'b78338d6-31c9-4f43-bfac-5a5a854a8366', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 17, 58), 'started_at': datetime.datetime(2022, 6, 3, 15, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 15:28:08.847969 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238a42e5-eb51-4e35-8497-4eaefe790c60 None None] Checking segment: {'id': '11f55c21-36a6-4641-be50-b9a73927ceae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '63fabd49-da18-4288-852a-c9b600b6fd0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:28:08.848456 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-238a42e5-eb51-4e35-8497-4eaefe790c60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:08.849516 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238a42e5-eb51-4e35-8497-4eaefe790c60 None None] Bound using segment: {'id': '11f55c21-36a6-4641-be50-b9a73927ceae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '63fabd49-da18-4288-852a-c9b600b6fd0f'} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 15:28:08.850045 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-238a42e5-eb51-4e35-8497-4eaefe790c60 None None] Bound port: 6d029583-5f12-4786-9a12-c5cfb7322bd5, host: dv-cinder-831247-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11f55c21-36a6-4641-be50-b9a73927ceae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '63fabd49-da18-4288-852a-c9b600b6fd0f'}}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 15:28:08.850483 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-238a42e5-eb51-4e35-8497-4eaefe790c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (6d029583-5f12-4786-9a12-c5cfb7322bd5), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:08.874455 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2053e-52da-48a3-99b5-64e5c0558123 req-150b792c-e6f1-4fa5-807d-ead8ae195c20 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:08.889404 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-3ba2053e-52da-48a3-99b5-64e5c0558123 req-150b792c-e6f1-4fa5-807d-ead8ae195c20 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 946 time: 0.3108125 Jun 03 15:28:09.097172 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-3ba2053e-52da-48a3-99b5-64e5c0558123 req-17ac3fd0-5e07-45e1-99ac-4f3eb73bed22 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016246 Jun 03 15:28:09.128345 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-d9184e34-c52b-4c85-8726-94b593631e09 admin admin] Publish callbacks [] for port (3704d121-7963-4017-96c5-a364926c17c4), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:09.133763 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:09.182744 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-238a42e5-eb51-4e35-8497-4eaefe790c60 None None] For port 6d029583-5f12-4786-9a12-c5cfb7322bd5, host dv-cinder-831247-16-iscsi, cleared binding levels {{(pid=103921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 15:28:09.203067 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-6356ed39-ba66-4cd2-850e-09d005eec05a None None] Provisioning complete for port 6d029583-5f12-4786-9a12-c5cfb7322bd5 triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:28:09.203432 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-6356ed39-ba66-4cd2-850e-09d005eec05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (6d029583-5f12-4786-9a12-c5cfb7322bd5), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:09.219933 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-d9184e34-c52b-4c85-8726-94b593631e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4807792'] for port (3704d121-7963-4017-96c5-a364926c17c4), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:09.230969 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-238a42e5-eb51-4e35-8497-4eaefe790c60 None None] For port 6d029583-5f12-4786-9a12-c5cfb7322bd5, host dv-cinder-831247-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=6d029583-5f12-4786-9a12-c5cfb7322bd5,segment=NetworkSegment(11f55c21-36a6-4641-be50-b9a73927ceae),segment_id=11f55c21-36a6-4641-be50-b9a73927ceae)] {{(pid=103921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 15:28:09.253651 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-238a42e5-eb51-4e35-8497-4eaefe790c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (6d029583-5f12-4786-9a12-c5cfb7322bd5), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:09.318573 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-6356ed39-ba66-4cd2-850e-09d005eec05a None None] Port 6d029583-5f12-4786-9a12-c5cfb7322bd5 cannot update to ACTIVE because it is not bound. {{(pid=103921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 15:28:09.319613 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9184e34-c52b-4c85-8726-94b593631e09 admin admin] Network 2ebb747a-15cb-4ff0-831b-eddaba7ea913 is already hosted by enough agents. {{(pid=103919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:28:09.339986 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:09.371648 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.base_scheduler [None req-d9184e34-c52b-4c85-8726-94b593631e09 admin admin] Resources bound (agent type, host, resource id): {{(pid=103919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:28:09.381614 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9184e34-c52b-4c85-8726-94b593631e09 admin admin] Received port after_create {{(pid=103919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:28:09.386284 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238a42e5-eb51-4e35-8497-4eaefe790c60 None None] Routers {'7c247c7d-1491-48be-9a79-d036d72d891e'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:28:09.388392 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-238a42e5-eb51-4e35-8497-4eaefe790c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:27:54Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['7c247c7d-1491-48be-9a79-d036d72d891e'], 'active': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:09.389061 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9184e34-c52b-4c85-8726-94b593631e09 admin admin] Pushing event updated for resources: {'Port': ['ID=3704d121-7963-4017-96c5-a364926c17c4,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:09.410330 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-6a8ba2f0-67e0-476d-9922-94c1f394095b None None] Publish callbacks [] for port (40568706-fd5d-4600-a094-6dbd3b101e24), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:09.517809 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af836cb1-c0fe-4004-adfc-bce4568f2aa7 req-84b190fb-56a5-4e6b-9937-703db74a7c02 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:09.526592 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-af836cb1-c0fe-4004-adfc-bce4568f2aa7 req-84b190fb-56a5-4e6b-9937-703db74a7c02 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 931 time: 0.2383564 Jun 03 15:28:09.581211 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa886d0-c745-4291-a03b-d180ece78978 None None] Pushing event updated for resources: {'Port': ['ID=6d029583-5f12-4786-9a12-c5cfb7322bd5,revision_number=4']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:09.600815 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-6a8ba2f0-67e0-476d-9922-94c1f394095b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560'] for port (40568706-fd5d-4600-a094-6dbd3b101e24), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:09.639759 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8ba2f0-67e0-476d-9922-94c1f394095b None None] Network 8545b335-24d4-4d41-9173-f30389286c83 is already hosted by enough agents. {{(pid=103921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:28:09.665670 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.scheduler.base_scheduler [None req-6a8ba2f0-67e0-476d-9922-94c1f394095b None None] Resources bound (agent type, host, resource id): {{(pid=103921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:28:09.683766 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8ba2f0-67e0-476d-9922-94c1f394095b None None] Received port after_create {{(pid=103921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:28:09.729516 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ba2f0-67e0-476d-9922-94c1f394095b None None] Pushing event updated for resources: {'Port': ['ID=40568706-fd5d-4600-a094-6dbd3b101e24,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:09.782371 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-dc6d465f-71b0-4828-b12e-47c4b5fe1ed2 None None] Provisioning complete for port 6d029583-5f12-4786-9a12-c5cfb7322bd5 triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:28:09.782878 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-dc6d465f-71b0-4828-b12e-47c4b5fe1ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (6d029583-5f12-4786-9a12-c5cfb7322bd5), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:09.803283 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:09.813084 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-6a8ba2f0-67e0-476d-9922-94c1f394095b None None] Attempting to bind port 40568706-fd5d-4600-a094-6dbd3b101e24 on host dv-cinder-831247-16-iscsi for vnic_type normal with profile {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 15:28:09.813531 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-6a8ba2f0-67e0-476d-9922-94c1f394095b None None] Attempting to bind port 40568706-fd5d-4600-a094-6dbd3b101e24 by drivers openvswitch,hyperv on host dv-cinder-831247-16-iscsi at level 0 using segments [{'id': '5949c2d1-1d1c-49f2-95ea-8e22ba91943c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '8545b335-24d4-4d41-9173-f30389286c83'}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 15:28:09.813949 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8ba2f0-67e0-476d-9922-94c1f394095b None None] Attempting to bind port 40568706-fd5d-4600-a094-6dbd3b101e24 on network 8545b335-24d4-4d41-9173-f30389286c83 {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:28:09.818273 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvr_db [None req-238a42e5-eb51-4e35-8497-4eaefe790c60 None None] Set router 7c247c7d-1491-48be-9a79-d036d72d891e gateway port host: dv-cinder-831247-16-iscsi {{(pid=103921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:28:09.869400 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8ba2f0-67e0-476d-9922-94c1f394095b None None] Checking agent: {'id': 'b78338d6-31c9-4f43-bfac-5a5a854a8366', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 17, 58), 'started_at': datetime.datetime(2022, 6, 3, 15, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 15:28:09.869758 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8ba2f0-67e0-476d-9922-94c1f394095b None None] Checking segment: {'id': '5949c2d1-1d1c-49f2-95ea-8e22ba91943c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '8545b335-24d4-4d41-9173-f30389286c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:28:09.870024 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-af836cb1-c0fe-4004-adfc-bce4568f2aa7 req-c4ea2ac1-b7bb-43ae-9c27-5b02204ecb85 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/security-groups?id=d859fc33-d2f7-46f3-a29c-83d9a52aafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207200 Jun 03 15:28:09.870170 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-6a8ba2f0-67e0-476d-9922-94c1f394095b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:09.870701 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8ba2f0-67e0-476d-9922-94c1f394095b None None] Bound using segment: {'id': '5949c2d1-1d1c-49f2-95ea-8e22ba91943c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '8545b335-24d4-4d41-9173-f30389286c83'} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 15:28:09.876635 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-6a8ba2f0-67e0-476d-9922-94c1f394095b None None] Bound port: 40568706-fd5d-4600-a094-6dbd3b101e24, host: dv-cinder-831247-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5949c2d1-1d1c-49f2-95ea-8e22ba91943c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '8545b335-24d4-4d41-9173-f30389286c83'}}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 15:28:09.876951 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-6a8ba2f0-67e0-476d-9922-94c1f394095b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (40568706-fd5d-4600-a094-6dbd3b101e24), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:10.173714 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d465f-71b0-4828-b12e-47c4b5fe1ed2 None None] Current status of the port 6d029583-5f12-4786-9a12-c5cfb7322bd5 is: DOWN; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:28:10.173963 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-dc6d465f-71b0-4828-b12e-47c4b5fe1ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (6d029583-5f12-4786-9a12-c5cfb7322bd5), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:10.181419 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-6a8ba2f0-67e0-476d-9922-94c1f394095b None None] For port 40568706-fd5d-4600-a094-6dbd3b101e24, host dv-cinder-831247-16-iscsi, cleared binding levels {{(pid=103921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 15:28:10.186722 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-6a8ba2f0-67e0-476d-9922-94c1f394095b None None] For port 40568706-fd5d-4600-a094-6dbd3b101e24, host dv-cinder-831247-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=40568706-fd5d-4600-a094-6dbd3b101e24,segment=NetworkSegment(5949c2d1-1d1c-49f2-95ea-8e22ba91943c),segment_id=5949c2d1-1d1c-49f2-95ea-8e22ba91943c)] {{(pid=103921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 15:28:10.188666 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:10.210129 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:10.218138 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-6a8ba2f0-67e0-476d-9922-94c1f394095b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (40568706-fd5d-4600-a094-6dbd3b101e24), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:10.222894 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-d9184e34-c52b-4c85-8726-94b593631e09 admin admin] Publish callbacks [] for router_gateway (8d1fdc9b-8a06-43ea-90ec-af0a84ea4674), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:10.296999 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3bb21e-d95f-48a1-905d-4fe7d720e0bf req-29813395-4c24-4162-a6d0-f58ffebefab2 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:10.298324 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-dc6d465f-71b0-4828-b12e-47c4b5fe1ed2 None None] For port 6d029583-5f12-4786-9a12-c5cfb7322bd5, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=6d029583-5f12-4786-9a12-c5cfb7322bd5,segment=NetworkSegment(11f55c21-36a6-4641-be50-b9a73927ceae),segment_id=11f55c21-36a6-4641-be50-b9a73927ceae)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:28:10.298512 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-8d3bb21e-d95f-48a1-905d-4fe7d720e0bf req-29813395-4c24-4162-a6d0-f58ffebefab2 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 946 time: 0.0872679 Jun 03 15:28:10.315330 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-dc6d465f-71b0-4828-b12e-47c4b5fe1ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (6d029583-5f12-4786-9a12-c5cfb7322bd5), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:10.349310 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-238a42e5-eb51-4e35-8497-4eaefe790c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c247c7d-1491-48be-9a79-d036d72d891e', 'name': 'tempest-TestShelveInstance-1309434875-router', 'tenant_id': '98f97ac03be44e0bb8ab21d985d1dd27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '13adf504-dfd2-46e1-b9c3-2ea6fd30002f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:27:59Z', 'updated_at': '2022-06-03T15:28:03Z', 'revision_number': 4, 'project_id': '98f97ac03be44e0bb8ab21d985d1dd27', 'gw_port': {'id': '13adf504-dfd2-46e1-b9c3-2ea6fd30002f', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c247c7d-1491-48be-9a79-d036d72d891e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:00Z', 'updated_at': '2022-06-03T15:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': '6d029583-5f12-4786-9a12-c5cfb7322bd5', 'name': '', 'network_id': '63fabd49-da18-4288-852a-c9b600b6fd0f', 'tenant_id': '98f97ac03be44e0bb8ab21d985d1dd27', 'mac_address': 'fa:16:3e:8c:6a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c247c7d-1491-48be-9a79-d036d72d891e', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '78322f02-2402-4284-a227-98343c2f67dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:02Z', 'updated_at': '2022-06-03T15:28:09Z', 'revision_number': 4, 'project_id': '98f97ac03be44e0bb8ab21d985d1dd27', 'subnets': [{'id': '78322f02-2402-4284-a227-98343c2f67dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:10.401336 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ba2f0-67e0-476d-9922-94c1f394095b None None] Pushing event updated for resources: {'Port': ['ID=40568706-fd5d-4600-a094-6dbd3b101e24,revision_number=2']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:10.411649 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238a42e5-eb51-4e35-8497-4eaefe790c60 None None] The sync data for ids ['7c247c7d-1491-48be-9a79-d036d72d891e'] in dv-cinder-831247-16-iscsi is: [{'id': '7c247c7d-1491-48be-9a79-d036d72d891e', 'name': 'tempest-TestShelveInstance-1309434875-router', 'tenant_id': '98f97ac03be44e0bb8ab21d985d1dd27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '13adf504-dfd2-46e1-b9c3-2ea6fd30002f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:27:59Z', 'updated_at': '2022-06-03T15:28:03Z', 'revision_number': 4, 'project_id': '98f97ac03be44e0bb8ab21d985d1dd27', 'gw_port': {'id': '13adf504-dfd2-46e1-b9c3-2ea6fd30002f', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c247c7d-1491-48be-9a79-d036d72d891e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:00Z', 'updated_at': '2022-06-03T15:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': '6d029583-5f12-4786-9a12-c5cfb7322bd5', 'name': '', 'network_id': '63fabd49-da18-4288-852a-c9b600b6fd0f', 'tenant_id': '98f97ac03be44e0bb8ab21d985d1dd27', 'mac_address': 'fa:16:3e:8c:6a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c247c7d-1491-48be-9a79-d036d72d891e', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '78322f02-2402-4284-a227-98343c2f67dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:02Z', 'updated_at': '2022-06-03T15:28:09Z', 'revision_number': 4, 'project_id': '98f97ac03be44e0bb8ab21d985d1dd27', 'subnets': [{'id': '78322f02-2402-4284-a227-98343c2f67dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:28:10.494588 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-8d3bb21e-d95f-48a1-905d-4fe7d720e0bf req-5e13ddd8-de8f-4a09-937a-78d81fc5dc3d tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654804 Jun 03 15:28:10.514810 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-d9184e34-c52b-4c85-8726-94b593631e09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-758228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-763446'] for router (8d1fdc9b-8a06-43ea-90ec-af0a84ea4674), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:10.610847 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d465f-71b0-4828-b12e-47c4b5fe1ed2 None None] Pushing event updated for resources: {'Port': ['ID=6d029583-5f12-4786-9a12-c5cfb7322bd5,revision_number=5']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:10.960636 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 51492) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:28:11.025115 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ed276e9-7d38-40fe-866a-df37f39b28b1 admin admin] Deleting subnet be93094a-f665-4be3-b53e-994708bd2a46 {{(pid=103920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 03 15:28:11.042432 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1ed276e9-7d38-40fe-866a-df37f39b28b1 admin admin] Publish callbacks [] for subnet (be93094a-f665-4be3-b53e-994708bd2a46), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:11.120737 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1ed276e9-7d38-40fe-866a-df37f39b28b1 admin admin] Publish callbacks [] for subnet (be93094a-f665-4be3-b53e-994708bd2a46), precommit_delete_associations {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:11.127517 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1ed276e9-7d38-40fe-866a-df37f39b28b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1655370'] for subnet (be93094a-f665-4be3-b53e-994708bd2a46), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:11.157113 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98110a1e-7abd-4c6b-95e7-13cde7c225f3 req-bf88266f-a46e-4d50-aee8-315e5e1c407e tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:11.159704 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-98110a1e-7abd-4c6b-95e7-13cde7c225f3 req-bf88266f-a46e-4d50-aee8-315e5e1c407e tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 931 time: 0.1094639 Jun 03 15:28:11.181235 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9184e34-c52b-4c85-8726-94b593631e09 admin admin] Router 8d1fdc9b-8a06-43ea-90ec-af0a84ea4674 is scheduled to L3 agent af3cb756-c261-4349-9f96-3650fb8ddf57 with binding_index 1 {{(pid=103919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 03 15:28:11.230283 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1ed276e9-7d38-40fe-866a-df37f39b28b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1655361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408'] for subnet (be93094a-f665-4be3-b53e-994708bd2a46), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:11.296388 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-98110a1e-7abd-4c6b-95e7-13cde7c225f3 req-3749038d-a462-41e1-b00f-792d45d5de5e tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/security-groups?id=d859fc33-d2f7-46f3-a29c-83d9a52aafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271126 Jun 03 15:28:11.334250 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed276e9-7d38-40fe-866a-df37f39b28b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be93094a-f665-4be3-b53e-994708bd2a46,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:11.347003 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1ed276e9-7d38-40fe-866a-df37f39b28b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for subnet (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:11.367224 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-1ed276e9-7d38-40fe-866a-df37f39b28b1 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/be93094a-f665-4be3-b53e-994708bd2a46 HTTP/1.1" status: 204 len: 168 time: 0.4038229 Jun 03 15:28:11.368835 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 51506) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:28:11.494778 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ccb74a7a-443c-4c95-9689-72d80a1c5e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1730890'] for network (3fe27626-7f30-4696-b6d9-268c0bb0e19c), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:11.500940 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9184e34-c52b-4c85-8726-94b593631e09 admin admin] Notify agent at l3_agent.dv-cinder-831247-16-iscsi the message routers_updated {{(pid=103919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 15:28:11.517724 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845c1d8f-b368-4281-b239-1b4188c2c198 None None] Sync routers for ids ['8d1fdc9b-8a06-43ea-90ec-af0a84ea4674'] in dv-cinder-831247-16-iscsi {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:28:11.557695 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845c1d8f-b368-4281-b239-1b4188c2c198 None None] Routers {'8d1fdc9b-8a06-43ea-90ec-af0a84ea4674'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:28:11.559921 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-845c1d8f-b368-4281-b239-1b4188c2c198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:27:54Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['8d1fdc9b-8a06-43ea-90ec-af0a84ea4674'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:11.575581 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-d9184e34-c52b-4c85-8726-94b593631e09 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:11.581023 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-d9184e34-c52b-4c85-8726-94b593631e09 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.9686499 Jun 03 15:28:11.582028 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 51514) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:28:11.836019 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ccb74a7a-443c-4c95-9689-72d80a1c5e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1656049', 'neutron.services.segments.db._delete_segments_for_network-8736362815142'] for network (3fe27626-7f30-4696-b6d9-268c0bb0e19c), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:11.893009 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-845c1d8f-b368-4281-b239-1b4188c2c198 None None] Set router 8d1fdc9b-8a06-43ea-90ec-af0a84ea4674 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:28:11.904075 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a546200-a9f8-4a91-a84d-36cdc7ca80be req-517ec237-50e9-42df-bbef-421cb5e5a86c tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:11.909821 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-2a546200-a9f8-4a91-a84d-36cdc7ca80be req-517ec237-50e9-42df-bbef-421cb5e5a86c tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 946 time: 0.2186611 Jun 03 15:28:11.917469 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device 6d029583-5f12-4786-9a12-c5cfb7322bd5 up at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:28:11.973131 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ccb74a7a-443c-4c95-9689-72d80a1c5e6b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:28:11.973413 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ccb74a7a-443c-4c95-9689-72d80a1c5e6b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:28:11.974783 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ccb74a7a-443c-4c95-9689-72d80a1c5e6b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:28:11.975142 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ccb74a7a-443c-4c95-9689-72d80a1c5e6b admin admin] Subscribe: > port after_create 55550000 {{(pid=103920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:28:11.975487 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ccb74a7a-443c-4c95-9689-72d80a1c5e6b admin admin] Subscribe: > port after_delete 55550000 {{(pid=103920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:28:11.975823 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ccb74a7a-443c-4c95-9689-72d80a1c5e6b admin admin] Subscribe: > port after_update 55550000 {{(pid=103920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:28:11.976146 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ccb74a7a-443c-4c95-9689-72d80a1c5e6b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:28:11.976470 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ccb74a7a-443c-4c95-9689-72d80a1c5e6b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:28:11.985069 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ccb74a7a-443c-4c95-9689-72d80a1c5e6b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:28:11.985540 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ccb74a7a-443c-4c95-9689-72d80a1c5e6b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:28:12.016130 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Provisioning complete for port 6d029583-5f12-4786-9a12-c5cfb7322bd5 triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:28:12.017522 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (6d029583-5f12-4786-9a12-c5cfb7322bd5), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:12.123214 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ccb74a7a-443c-4c95-9689-72d80a1c5e6b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:28:12.123588 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ccb74a7a-443c-4c95-9689-72d80a1c5e6b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:28:12.123892 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ccb74a7a-443c-4c95-9689-72d80a1c5e6b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:28:12.124221 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ccb74a7a-443c-4c95-9689-72d80a1c5e6b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 03 15:28:12.126882 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.services.segments.db [None req-ccb74a7a-443c-4c95-9689-72d80a1c5e6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fe27626-7f30-4696-b6d9-268c0bb0e19c']}} {{(pid=103920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:12.170572 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.services.segments.db [None req-ccb74a7a-443c-4c95-9689-72d80a1c5e6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0d3467f-fe77-46f5-a8f1-aa8eb9e67cf8') {'for_net_delete': True} {{(pid=103920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:12.171610 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.services.segments.db [None req-ccb74a7a-443c-4c95-9689-72d80a1c5e6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0d3467f-fe77-46f5-a8f1-aa8eb9e67cf8') {} {{(pid=103920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:12.224718 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ccb74a7a-443c-4c95-9689-72d80a1c5e6b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362818991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4693035'] for segment (a0d3467f-fe77-46f5-a8f1-aa8eb9e67cf8), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:12.228799 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:12.265011 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-2a546200-a9f8-4a91-a84d-36cdc7ca80be req-c26476d7-55cd-4f89-be0b-34c85631c53a tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365803 Jun 03 15:28:12.288935 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ccb74a7a-443c-4c95-9689-72d80a1c5e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659633'] for segment (a0d3467f-fe77-46f5-a8f1-aa8eb9e67cf8), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:12.307160 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:12.308184 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:12.309244 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccb74a7a-443c-4c95-9689-72d80a1c5e6b admin admin] Releasing vlan 860 on physical network physnet1 to pool {{(pid=103920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:28:12.309878 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ccb74a7a-443c-4c95-9689-72d80a1c5e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5832762'] for segment (a0d3467f-fe77-46f5-a8f1-aa8eb9e67cf8), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:12.439788 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-845c1d8f-b368-4281-b239-1b4188c2c198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1fdc9b-8a06-43ea-90ec-af0a84ea4674', 'name': 'tempest-TestShelveInstance-631173185-router', 'tenant_id': 'a122683898334dc5b09dc4f24b9370b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '3704d121-7963-4017-96c5-a364926c17c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:28:07Z', 'updated_at': '2022-06-03T15:28:09Z', 'revision_number': 3, 'project_id': 'a122683898334dc5b09dc4f24b9370b1', 'gw_port': {'id': '3704d121-7963-4017-96c5-a364926c17c4', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d1fdc9b-8a06-43ea-90ec-af0a84ea4674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:08Z', 'updated_at': '2022-06-03T15:28:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi'}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:12.450666 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:12.478779 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:12.487805 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ccb74a7a-443c-4c95-9689-72d80a1c5e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1656008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-763130'] for network (3fe27626-7f30-4696-b6d9-268c0bb0e19c), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:12.500619 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d4a7c7-872b-400e-bcea-0def8a868f0f None None] Network 8545b335-24d4-4d41-9173-f30389286c83 requested from dv-cinder-831247-16-iscsi {{(pid=103921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 15:28:12.510198 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845c1d8f-b368-4281-b239-1b4188c2c198 None None] Checking router: 8d1fdc9b-8a06-43ea-90ec-af0a84ea4674 for host: dv-cinder-831247-16-iscsi {{(pid=103922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:28:12.510875 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845c1d8f-b368-4281-b239-1b4188c2c198 None None] Updating router 8d1fdc9b-8a06-43ea-90ec-af0a84ea4674 port 3704d121-7963-4017-96c5-a364926c17c4 binding host dv-cinder-831247-16-iscsi {{(pid=103922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:28:12.546211 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ccb74a7a-443c-4c95-9689-72d80a1c5e6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for network (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:12.563828 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-845c1d8f-b368-4281-b239-1b4188c2c198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (3704d121-7963-4017-96c5-a364926c17c4), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:12.592926 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-ccb74a7a-443c-4c95-9689-72d80a1c5e6b admin admin] 10.222.0.93 "DELETE /v2.0/networks/3fe27626-7f30-4696-b6d9-268c0bb0e19c HTTP/1.1" status: 204 len: 168 time: 1.2231567 Jun 03 15:28:12.594029 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 51526) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:28:12.633739 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb74a7a-443c-4c95-9689-72d80a1c5e6b admin admin] Pushing event deleted for resources: {'Network': ['ID=3fe27626-7f30-4696-b6d9-268c0bb0e19c,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:12.726113 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-8a677e89-4df6-4613-8e30-2d81ee14d552 None None] Provisioning complete for port 40568706-fd5d-4600-a094-6dbd3b101e24 triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:28:12.726805 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8a677e89-4df6-4613-8e30-2d81ee14d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (40568706-fd5d-4600-a094-6dbd3b101e24), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:12.775803 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_v2 [None req-05aba2b8-d9d0-4fcc-9644-cca7f77da8c1 admin admin] Deleting subnet b7880a5e-3b0e-4b31-a7ae-e7b356c750d1 {{(pid=103920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 03 15:28:12.799332 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-05aba2b8-d9d0-4fcc-9644-cca7f77da8c1 admin admin] Publish callbacks [] for subnet (b7880a5e-3b0e-4b31-a7ae-e7b356c750d1), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:12.851933 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd04f7d0-57ab-466d-8149-1569470168ac req-03f536d8-76b3-46e3-b4b5-5495bdb7c762 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:12.852783 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-05aba2b8-d9d0-4fcc-9644-cca7f77da8c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4693020'] for subnet (b7880a5e-3b0e-4b31-a7ae-e7b356c750d1), precommit_delete_associations {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:12.853363 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-bd04f7d0-57ab-466d-8149-1569470168ac req-03f536d8-76b3-46e3-b4b5-5495bdb7c762 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 931 time: 0.2266364 Jun 03 15:28:12.925719 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.services.segments.plugin [-] Segment a0d3467f-fe77-46f5-a8f1-aa8eb9e67cf8 resource provider aggregate not found Jun 03 15:28:12.930388 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-05aba2b8-d9d0-4fcc-9644-cca7f77da8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1655370'] for subnet (b7880a5e-3b0e-4b31-a7ae-e7b356c750d1), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:12.960281 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.services.segments.plugin [-] Segment a0d3467f-fe77-46f5-a8f1-aa8eb9e67cf8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a0d3467f-fe77-46f5-a8f1-aa8eb9e67cf8 found for delete ", "request_id": "req-64d742bf-0405-4d6f-b879-15a705581344"}]} Jun 03 15:28:12.972108 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-4690e700-98d6-4555-a832-032543a3d369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:13.009784 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Current status of the port 6d029583-5f12-4786-9a12-c5cfb7322bd5 is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:28:13.013793 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device 40568706-fd5d-4600-a094-6dbd3b101e24 up at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:28:13.052142 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-05aba2b8-d9d0-4fcc-9644-cca7f77da8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1655361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5848728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365459'] for subnet (b7880a5e-3b0e-4b31-a7ae-e7b356c750d1), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:13.071118 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-bd04f7d0-57ab-466d-8149-1569470168ac req-bb5e4ae8-107c-403a-87af-c698fdcb413e tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/security-groups?id=d859fc33-d2f7-46f3-a29c-83d9a52aafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788609 Jun 03 15:28:13.116989 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aba2b8-d9d0-4fcc-9644-cca7f77da8c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7880a5e-3b0e-4b31-a7ae-e7b356c750d1,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:13.155577 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-05aba2b8-d9d0-4fcc-9644-cca7f77da8c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for subnet (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:13.168035 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-05aba2b8-d9d0-4fcc-9644-cca7f77da8c1 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/b7880a5e-3b0e-4b31-a7ae-e7b356c750d1 HTTP/1.1" status: 204 len: 168 time: 0.5728381 Jun 03 15:28:13.168677 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 51538) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:28:13.275242 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-845c1d8f-b368-4281-b239-1b4188c2c198 None None] Publish callbacks [] for port (3704d121-7963-4017-96c5-a364926c17c4), precommit_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:13.284814 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8a677e89-4df6-4613-8e30-2d81ee14d552 None None] Current status of the port 40568706-fd5d-4600-a094-6dbd3b101e24 is: DOWN; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:28:13.287940 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:13.294137 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-845c1d8f-b368-4281-b239-1b4188c2c198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (3704d121-7963-4017-96c5-a364926c17c4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:13.307288 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8a677e89-4df6-4613-8e30-2d81ee14d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (40568706-fd5d-4600-a094-6dbd3b101e24), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:13.357856 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Provisioning complete for port 40568706-fd5d-4600-a094-6dbd3b101e24 triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:28:13.358595 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (40568706-fd5d-4600-a094-6dbd3b101e24), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:13.412605 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-2a769692-b810-4c6c-b487-1eb470e59877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1730890'] for network (e45b4c46-5d12-41ae-8bd7-9b576518eab6), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:13.449074 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8a677e89-4df6-4613-8e30-2d81ee14d552 None None] For port 40568706-fd5d-4600-a094-6dbd3b101e24, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=40568706-fd5d-4600-a094-6dbd3b101e24,segment=NetworkSegment(5949c2d1-1d1c-49f2-95ea-8e22ba91943c),segment_id=5949c2d1-1d1c-49f2-95ea-8e22ba91943c)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:28:13.459793 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8a677e89-4df6-4613-8e30-2d81ee14d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (40568706-fd5d-4600-a094-6dbd3b101e24), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:13.474867 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 51544) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:28:13.550961 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Current status of the port 40568706-fd5d-4600-a094-6dbd3b101e24 is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:28:13.560881 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a677e89-4df6-4613-8e30-2d81ee14d552 None None] Pushing event updated for resources: {'Port': ['ID=40568706-fd5d-4600-a094-6dbd3b101e24,revision_number=3']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:13.581118 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.db_base_plugin_common [None req-4690e700-98d6-4555-a832-032543a3d369 admin admin] Allocated IP 172.20.0.1 (8545b335-24d4-4d41-9173-f30389286c83/04f49c01-89a3-4994-9552-f145473b65fb/e2f8cd58-f069-4488-8d7a-d36717cf58bb) {{(pid=103919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:28:13.627451 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-845c1d8f-b368-4281-b239-1b4188c2c198 None None] Attempting to bind port 3704d121-7963-4017-96c5-a364926c17c4 on host dv-cinder-831247-16-iscsi for vnic_type normal with profile {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 15:28:13.627958 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-845c1d8f-b368-4281-b239-1b4188c2c198 None None] Attempting to bind port 3704d121-7963-4017-96c5-a364926c17c4 by drivers openvswitch,hyperv on host dv-cinder-831247-16-iscsi at level 0 using segments [{'id': 'fb1f6c29-8e9a-43bb-852a-39936675ceea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913'}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 15:28:13.628053 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845c1d8f-b368-4281-b239-1b4188c2c198 None None] Attempting to bind port 3704d121-7963-4017-96c5-a364926c17c4 on network 2ebb747a-15cb-4ff0-831b-eddaba7ea913 {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:28:13.632666 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02492dc2-74dc-4916-a57e-48df04126809 None None] Pushing event updated for resources: {'Port': ['ID=3704d121-7963-4017-96c5-a364926c17c4,revision_number=2']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:13.637585 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845c1d8f-b368-4281-b239-1b4188c2c198 None None] Checking agent: {'id': 'b78338d6-31c9-4f43-bfac-5a5a854a8366', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 17, 58), 'started_at': datetime.datetime(2022, 6, 3, 15, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 15:28:13.637954 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845c1d8f-b368-4281-b239-1b4188c2c198 None None] Checking segment: {'id': 'fb1f6c29-8e9a-43bb-852a-39936675ceea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:28:13.639148 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-845c1d8f-b368-4281-b239-1b4188c2c198 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:13.639549 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845c1d8f-b368-4281-b239-1b4188c2c198 None None] Bound using segment: {'id': 'fb1f6c29-8e9a-43bb-852a-39936675ceea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913'} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 15:28:13.640277 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-845c1d8f-b368-4281-b239-1b4188c2c198 None None] Bound port: 3704d121-7963-4017-96c5-a364926c17c4, host: dv-cinder-831247-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb1f6c29-8e9a-43bb-852a-39936675ceea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913'}}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 15:28:13.640486 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-845c1d8f-b368-4281-b239-1b4188c2c198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (3704d121-7963-4017-96c5-a364926c17c4), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:13.689471 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-5bd4337d-8c27-4608-ba40-3ffd0e5dc814 None None] Provisioning complete for port 40568706-fd5d-4600-a094-6dbd3b101e24 triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:28:13.689902 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-5bd4337d-8c27-4608-ba40-3ffd0e5dc814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (40568706-fd5d-4600-a094-6dbd3b101e24), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:13.700931 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:13.739571 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-845c1d8f-b368-4281-b239-1b4188c2c198 None None] For port 3704d121-7963-4017-96c5-a364926c17c4, host dv-cinder-831247-16-iscsi, cleared binding levels {{(pid=103922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 15:28:13.747612 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-845c1d8f-b368-4281-b239-1b4188c2c198 None None] For port 3704d121-7963-4017-96c5-a364926c17c4, host dv-cinder-831247-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=3704d121-7963-4017-96c5-a364926c17c4,segment=NetworkSegment(fb1f6c29-8e9a-43bb-852a-39936675ceea),segment_id=fb1f6c29-8e9a-43bb-852a-39936675ceea)] {{(pid=103922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 15:28:13.762774 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-845c1d8f-b368-4281-b239-1b4188c2c198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (3704d121-7963-4017-96c5-a364926c17c4), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:13.857635 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-2a769692-b810-4c6c-b487-1eb470e59877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1656049', 'neutron.services.segments.db._delete_segments_for_network-8736362815142'] for network (e45b4c46-5d12-41ae-8bd7-9b576518eab6), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:13.863327 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device 40568706-fd5d-4600-a094-6dbd3b101e24 up at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:28:13.867437 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-4690e700-98d6-4555-a832-032543a3d369 admin admin] Publish callbacks [] for port (e2f8cd58-f069-4488-8d7a-d36717cf58bb), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:13.896071 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.services.segments.db [None req-2a769692-b810-4c6c-b487-1eb470e59877 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e45b4c46-5d12-41ae-8bd7-9b576518eab6']}} {{(pid=103920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:13.906730 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845c1d8f-b368-4281-b239-1b4188c2c198 None None] Routers {'8d1fdc9b-8a06-43ea-90ec-af0a84ea4674'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:28:13.906939 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.services.segments.db [None req-2a769692-b810-4c6c-b487-1eb470e59877 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73d31cd7-5471-4b92-8f63-5f736c2eef6e') {'for_net_delete': True} {{(pid=103920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:13.907434 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.services.segments.db [None req-2a769692-b810-4c6c-b487-1eb470e59877 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73d31cd7-5471-4b92-8f63-5f736c2eef6e') {} {{(pid=103920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:13.911473 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-4690e700-98d6-4555-a832-032543a3d369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4807792'] for port (e2f8cd58-f069-4488-8d7a-d36717cf58bb), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:13.914744 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-5bd4337d-8c27-4608-ba40-3ffd0e5dc814 None None] Current status of the port 40568706-fd5d-4600-a094-6dbd3b101e24 is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:28:13.916464 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-845c1d8f-b368-4281-b239-1b4188c2c198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:27:54Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['8d1fdc9b-8a06-43ea-90ec-af0a84ea4674'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:13.921072 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-2a769692-b810-4c6c-b487-1eb470e59877 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362818991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4693035'] for segment (73d31cd7-5471-4b92-8f63-5f736c2eef6e), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:13.935716 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:13.936928 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-2a769692-b810-4c6c-b487-1eb470e59877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659633'] for segment (73d31cd7-5471-4b92-8f63-5f736c2eef6e), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:13.944700 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a769692-b810-4c6c-b487-1eb470e59877 admin admin] Releasing vlan 851 on physical network physnet1 to pool {{(pid=103920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:28:13.945460 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-2a769692-b810-4c6c-b487-1eb470e59877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5832762'] for segment (73d31cd7-5471-4b92-8f63-5f736c2eef6e), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:13.949833 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Provisioning complete for port 40568706-fd5d-4600-a094-6dbd3b101e24 triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:28:13.950473 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (40568706-fd5d-4600-a094-6dbd3b101e24), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:14.010426 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4690e700-98d6-4555-a832-032543a3d369 admin admin] Network 8545b335-24d4-4d41-9173-f30389286c83 is already hosted by enough agents. {{(pid=103919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:28:14.022440 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.base_scheduler [None req-4690e700-98d6-4555-a832-032543a3d369 admin admin] Resources bound (agent type, host, resource id): {{(pid=103919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:28:14.033366 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c3aaf-9006-4440-8535-cf01e6ab8cb4 req-b7ca5d94-ea9f-4630-8a91-9c274eb84f52 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:14.036867 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4690e700-98d6-4555-a832-032543a3d369 admin admin] Received port after_create {{(pid=103919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:28:14.041503 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-c68c3aaf-9006-4440-8535-cf01e6ab8cb4 req-b7ca5d94-ea9f-4630-8a91-9c274eb84f52 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 946 time: 0.6150827 Jun 03 15:28:14.051418 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-2a769692-b810-4c6c-b487-1eb470e59877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1656008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-763130'] for network (e45b4c46-5d12-41ae-8bd7-9b576518eab6), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:14.073427 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-2a769692-b810-4c6c-b487-1eb470e59877 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for network (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:14.081563 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-2a769692-b810-4c6c-b487-1eb470e59877 admin admin] 10.222.0.93 "DELETE /v2.0/networks/e45b4c46-5d12-41ae-8bd7-9b576518eab6 HTTP/1.1" status: 204 len: 168 time: 0.9116392 Jun 03 15:28:14.083531 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-e50b7d0f-492b-46a3-a29c-e37af15cc461 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:14.119413 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a769692-b810-4c6c-b487-1eb470e59877 admin admin] Pushing event deleted for resources: {'Network': ['ID=e45b4c46-5d12-41ae-8bd7-9b576518eab6,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:14.159746 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:14.189275 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Current status of the port 40568706-fd5d-4600-a094-6dbd3b101e24 is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:28:14.211377 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4690e700-98d6-4555-a832-032543a3d369 admin admin] Pushing event updated for resources: {'Port': ['ID=e2f8cd58-f069-4488-8d7a-d36717cf58bb,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:14.235043 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02492dc2-74dc-4916-a57e-48df04126809 None None] Pushing event updated for resources: {'Port': ['ID=3704d121-7963-4017-96c5-a364926c17c4,revision_number=3']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:14.236306 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-c68c3aaf-9006-4440-8535-cf01e6ab8cb4 req-05c92ae3-226f-4271-ac7e-719d4b4fbca7 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928978 Jun 03 15:28:14.282384 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-4690e700-98d6-4555-a832-032543a3d369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-762954'] for router_interface (8d1fdc9b-8a06-43ea-90ec-af0a84ea4674), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:14.293046 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-845c1d8f-b368-4281-b239-1b4188c2c198 None None] Set router 8d1fdc9b-8a06-43ea-90ec-af0a84ea4674 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:28:14.419864 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-e50b7d0f-492b-46a3-a29c-e37af15cc461 admin admin] Publish callbacks [] for security_group (513b4349-0605-4311-8817-ec820acc8695), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:14.419864 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 51552) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:28:14.440715 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-e50b7d0f-492b-46a3-a29c-e37af15cc461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (513b4349-0605-4311-8817-ec820acc8695), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:14.442719 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-aa7bd666-415d-4ae6-bea8-d5ba819ad0fd None None] Provisioning complete for port e2f8cd58-f069-4488-8d7a-d36717cf58bb triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:28:14.443074 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-aa7bd666-415d-4ae6-bea8-d5ba819ad0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (e2f8cd58-f069-4488-8d7a-d36717cf58bb), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:14.466324 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4759f81-270e-46f2-bc20-61ec3cda9ab2 req-3bcaa91e-3a52-4257-9511-0e63ebc15c86 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:14.474064 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-a4759f81-270e-46f2-bc20-61ec3cda9ab2 req-3bcaa91e-3a52-4257-9511-0e63ebc15c86 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 931 time: 0.1940062 Jun 03 15:28:14.498996 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=82,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:14.522054 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-aa7bd666-415d-4ae6-bea8-d5ba819ad0fd None None] Port e2f8cd58-f069-4488-8d7a-d36717cf58bb cannot update to ACTIVE because it is not bound. {{(pid=103921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 15:28:14.527975 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50b7d0f-492b-46a3-a29c-e37af15cc461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=513b4349-0605-4311-8817-ec820acc8695,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:14.535385 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:14.575744 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:14.584932 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-d16bc7e6-9408-4be8-975e-c6b96f2720a7 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=516fe8f22188479db1b940bc682bf5a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1638842 Jun 03 15:28:14.591064 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 51554) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:28:14.601029 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-e50b7d0f-492b-46a3-a29c-e37af15cc461 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=123c9ca329dd4d2699241875f2720ac3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1185791 Jun 03 15:28:14.604430 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 51556) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:28:14.641899 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-a4759f81-270e-46f2-bc20-61ec3cda9ab2 req-1dc617fd-b1b5-4157-afaf-8ff23f632973 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/security-groups?id=d859fc33-d2f7-46f3-a29c-83d9a52aafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611874 Jun 03 15:28:14.667214 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-89738d16-517f-4ddc-99f3-439455615e1e admin admin] Publish callbacks [] for security_group (a0e599c5-a97c-4503-bc09-6cebf62dd021), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:14.700420 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-89738d16-517f-4ddc-99f3-439455615e1e admin admin] Publish callbacks [] for security_group (a0e599c5-a97c-4503-bc09-6cebf62dd021), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:14.736121 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-845c1d8f-b368-4281-b239-1b4188c2c198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1fdc9b-8a06-43ea-90ec-af0a84ea4674', 'name': 'tempest-TestShelveInstance-631173185-router', 'tenant_id': 'a122683898334dc5b09dc4f24b9370b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '3704d121-7963-4017-96c5-a364926c17c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:28:07Z', 'updated_at': '2022-06-03T15:28:09Z', 'revision_number': 3, 'project_id': 'a122683898334dc5b09dc4f24b9370b1', 'gw_port': {'id': '3704d121-7963-4017-96c5-a364926c17c4', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d1fdc9b-8a06-43ea-90ec-af0a84ea4674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:08Z', 'updated_at': '2022-06-03T15:28:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi'}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:14.749446 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-5182253d-3d7e-4ad7-a2cf-71e7892f6dd3 admin admin] Publish callbacks [] for security_group (513b4349-0605-4311-8817-ec820acc8695), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:14.791063 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-5182253d-3d7e-4ad7-a2cf-71e7892f6dd3 admin admin] Publish callbacks [] for security_group (513b4349-0605-4311-8817-ec820acc8695), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:14.791283 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845c1d8f-b368-4281-b239-1b4188c2c198 None None] The sync data for ids ['8d1fdc9b-8a06-43ea-90ec-af0a84ea4674'] in dv-cinder-831247-16-iscsi is: [{'id': '8d1fdc9b-8a06-43ea-90ec-af0a84ea4674', 'name': 'tempest-TestShelveInstance-631173185-router', 'tenant_id': 'a122683898334dc5b09dc4f24b9370b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '3704d121-7963-4017-96c5-a364926c17c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:28:07Z', 'updated_at': '2022-06-03T15:28:09Z', 'revision_number': 3, 'project_id': 'a122683898334dc5b09dc4f24b9370b1', 'gw_port': {'id': '3704d121-7963-4017-96c5-a364926c17c4', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d1fdc9b-8a06-43ea-90ec-af0a84ea4674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:08Z', 'updated_at': '2022-06-03T15:28:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi'}] {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:28:14.805323 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [req-e761311a-3135-4602-a0e5-89672fe3a300 req-7ef7cf6b-fcff-49bf-acae-321e9abc307b service neutron] Request body: {'port': {'device_id': '67f284eb-df90-4337-8bdf-511156b6a756', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:28:14.862991 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:14.876153 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-5182253d-3d7e-4ad7-a2cf-71e7892f6dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (513b4349-0605-4311-8817-ec820acc8695), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:14.878881 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-5182253d-3d7e-4ad7-a2cf-71e7892f6dd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:14.880621 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-5182253d-3d7e-4ad7-a2cf-71e7892f6dd3 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/513b4349-0605-4311-8817-ec820acc8695 HTTP/1.1" status: 204 len: 168 time: 0.2670405 Jun 03 15:28:14.896956 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-4690e700-98d6-4555-a832-032543a3d369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (e2f8cd58-f069-4488-8d7a-d36717cf58bb), before_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:14.900843 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5182253d-3d7e-4ad7-a2cf-71e7892f6dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=513b4349-0605-4311-8817-ec820acc8695,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:14.906499 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-89738d16-517f-4ddc-99f3-439455615e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (a0e599c5-a97c-4503-bc09-6cebf62dd021), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:14.915581 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-89738d16-517f-4ddc-99f3-439455615e1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:14.929214 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-89738d16-517f-4ddc-99f3-439455615e1e admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a0e599c5-a97c-4503-bc09-6cebf62dd021 HTTP/1.1" status: 204 len: 168 time: 0.3280132 Jun 03 15:28:14.978233 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89738d16-517f-4ddc-99f3-439455615e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e599c5-a97c-4503-bc09-6cebf62dd021,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:15.037331 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.services.segments.plugin [-] Segment 73d31cd7-5471-4b92-8f63-5f736c2eef6e resource provider aggregate not found Jun 03 15:28:15.070789 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-e761311a-3135-4602-a0e5-89672fe3a300 req-7ef7cf6b-fcff-49bf-acae-321e9abc307b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (3013216d-76f3-469e-9c86-a0bc71687991), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:15.085481 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.services.segments.plugin [-] Segment 73d31cd7-5471-4b92-8f63-5f736c2eef6e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 73d31cd7-5471-4b92-8f63-5f736c2eef6e found for delete ", "request_id": "req-e9fae5d1-4daf-43ce-9b47-e1c267af03ab"}]} Jun 03 15:28:15.436732 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-4690e700-98d6-4555-a832-032543a3d369 admin admin] Publish callbacks [] for port (e2f8cd58-f069-4488-8d7a-d36717cf58bb), precommit_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:15.449333 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-4690e700-98d6-4555-a832-032543a3d369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4807753'] for port (e2f8cd58-f069-4488-8d7a-d36717cf58bb), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:15.639915 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-4690e700-98d6-4555-a832-032543a3d369 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-761338'] for router_interface (8d1fdc9b-8a06-43ea-90ec-af0a84ea4674), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:15.642021 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c91bd-9358-4da1-9f15-3b01314ba416 req-d77156a0-b5b4-40bf-8e63-a334540e9fcc tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:15.652695 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4690e700-98d6-4555-a832-032543a3d369 admin admin] Pushing event updated for resources: {'Port': ['ID=e2f8cd58-f069-4488-8d7a-d36717cf58bb,revision_number=2']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:15.654363 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-317c91bd-9358-4da1-9f15-3b01314ba416 req-d77156a0-b5b4-40bf-8e63-a334540e9fcc tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 946 time: 0.1983817 Jun 03 15:28:15.895153 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device 3704d121-7963-4017-96c5-a364926c17c4 up at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:28:15.951641 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 51582) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:28:15.996074 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Provisioning complete for port 3704d121-7963-4017-96c5-a364926c17c4 triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:28:15.996702 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (3704d121-7963-4017-96c5-a364926c17c4), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:16.030565 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:16.046158 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed31fd-006c-445d-aecc-4db9b51a38e5 req-12105f58-b2ac-4e3a-8e93-1d001a3b1b8d tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:16.057633 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-4eed31fd-006c-445d-aecc-4db9b51a38e5 req-12105f58-b2ac-4e3a-8e93-1d001a3b1b8d tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 931 time: 0.2112923 Jun 03 15:28:16.133299 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Current status of the port 3704d121-7963-4017-96c5-a364926c17c4 is: DOWN; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:28:16.133608 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (3704d121-7963-4017-96c5-a364926c17c4), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:16.145237 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-548527a9-39b5-412d-a247-2742ee68d1c7 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=20293df30c384ad9a8b421f89d79c920&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1922991 Jun 03 15:28:16.174762 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] For port 3704d121-7963-4017-96c5-a364926c17c4, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=3704d121-7963-4017-96c5-a364926c17c4,segment=NetworkSegment(fb1f6c29-8e9a-43bb-852a-39936675ceea),segment_id=fb1f6c29-8e9a-43bb-852a-39936675ceea)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:28:16.180796 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (3704d121-7963-4017-96c5-a364926c17c4), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:16.181932 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 51584) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:28:16.262380 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Pushing event updated for resources: {'Port': ['ID=3704d121-7963-4017-96c5-a364926c17c4,revision_number=4']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:16.342337 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4690e700-98d6-4555-a832-032543a3d369 admin admin] Network 8545b335-24d4-4d41-9173-f30389286c83 is already hosted by enough agents. {{(pid=103919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:28:16.377558 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.base_scheduler [None req-4690e700-98d6-4555-a832-032543a3d369 admin admin] Resources bound (agent type, host, resource id): {{(pid=103919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:28:16.400263 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-4eed31fd-006c-445d-aecc-4db9b51a38e5 req-fddddc76-c811-4430-9269-50a15852235e tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/security-groups?id=d859fc33-d2f7-46f3-a29c-83d9a52aafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882965 Jun 03 15:28:16.566163 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-6ec980df-8352-47d7-ae0d-53c088190c0a admin admin] Publish callbacks [] for security_group (f80554c5-ccc8-433f-8f41-125c7568d7b6), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:16.644983 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-6ec980df-8352-47d7-ae0d-53c088190c0a admin admin] Publish callbacks [] for security_group (f80554c5-ccc8-433f-8f41-125c7568d7b6), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:16.689645 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-317c91bd-9358-4da1-9f15-3b01314ba416 req-83140187-71b2-4fb0-bd7a-11914b9d5093 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0341718 Jun 03 15:28:16.797082 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4690e700-98d6-4555-a832-032543a3d369 admin admin] Router 8d1fdc9b-8a06-43ea-90ec-af0a84ea4674 has already been hosted by L3 agent af3cb756-c261-4349-9f96-3650fb8ddf57 {{(pid=103919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 15:28:16.903578 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [req-e761311a-3135-4602-a0e5-89672fe3a300 req-7ef7cf6b-fcff-49bf-acae-321e9abc307b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3013216d-76f3-469e-9c86-a0bc71687991 {{(pid=103920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:28:16.904706 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-5f06f3e0-ba78-4e4d-a87e-7265b4324167 None None] Provisioning complete for port e2f8cd58-f069-4488-8d7a-d36717cf58bb triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:28:16.905600 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-5f06f3e0-ba78-4e4d-a87e-7265b4324167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (e2f8cd58-f069-4488-8d7a-d36717cf58bb), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:16.948982 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-e761311a-3135-4602-a0e5-89672fe3a300 req-7ef7cf6b-fcff-49bf-acae-321e9abc307b service neutron] Publish callbacks [] for port (3013216d-76f3-469e-9c86-a0bc71687991), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:17.007524 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-5f06f3e0-ba78-4e4d-a87e-7265b4324167 None None] Port e2f8cd58-f069-4488-8d7a-d36717cf58bb cannot update to ACTIVE because it is not bound. {{(pid=103921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 15:28:17.022441 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.provisioning_blocks [req-e761311a-3135-4602-a0e5-89672fe3a300 req-7ef7cf6b-fcff-49bf-acae-321e9abc307b service neutron] Transition to ACTIVE for port object 3013216d-76f3-469e-9c86-a0bc71687991 will not be triggered until provisioned by entity L2. {{(pid=103920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 03 15:28:17.030104 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-6ec980df-8352-47d7-ae0d-53c088190c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (f80554c5-ccc8-433f-8f41-125c7568d7b6), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:17.032819 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-e761311a-3135-4602-a0e5-89672fe3a300 req-7ef7cf6b-fcff-49bf-acae-321e9abc307b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5848786'] for port (3013216d-76f3-469e-9c86-a0bc71687991), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:17.034335 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-6ec980df-8352-47d7-ae0d-53c088190c0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:17.036674 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-6ec980df-8352-47d7-ae0d-53c088190c0a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f80554c5-ccc8-433f-8f41-125c7568d7b6 HTTP/1.1" status: 204 len: 168 time: 0.8337677 Jun 03 15:28:17.054267 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec980df-8352-47d7-ae0d-53c088190c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80554c5-ccc8-433f-8f41-125c7568d7b6,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:17.077748 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:17.093693 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4690e700-98d6-4555-a832-032543a3d369 admin admin] Notify agent at l3_agent.dv-cinder-831247-16-iscsi the message routers_updated {{(pid=103919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 15:28:17.108317 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-4690e700-98d6-4555-a832-032543a3d369 admin admin] 10.222.0.93 "PUT /v2.0/routers/8d1fdc9b-8a06-43ea-90ec-af0a84ea4674/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5246389 Jun 03 15:28:17.262735 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef7cf6b-fcff-49bf-acae-321e9abc307b service neutron] Pushing event updated for resources: {'Port': ['ID=3013216d-76f3-469e-9c86-a0bc71687991,revision_number=2']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:17.384437 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.managers [req-e761311a-3135-4602-a0e5-89672fe3a300 req-7ef7cf6b-fcff-49bf-acae-321e9abc307b service neutron] Attempting to bind port 3013216d-76f3-469e-9c86-a0bc71687991 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 15:28:17.386125 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.managers [req-e761311a-3135-4602-a0e5-89672fe3a300 req-7ef7cf6b-fcff-49bf-acae-321e9abc307b service neutron] Attempting to bind port 3013216d-76f3-469e-9c86-a0bc71687991 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '88393667-e7c8-4946-b07a-8626e7cbb7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'beafa1b9-ad41-4519-b3bd-aaad5165f1e2'}] {{(pid=103920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 15:28:17.386755 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e761311a-3135-4602-a0e5-89672fe3a300 req-7ef7cf6b-fcff-49bf-acae-321e9abc307b service neutron] Attempting to bind port 3013216d-76f3-469e-9c86-a0bc71687991 on network beafa1b9-ad41-4519-b3bd-aaad5165f1e2 {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:28:17.397878 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:17.400729 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e761311a-3135-4602-a0e5-89672fe3a300 req-7ef7cf6b-fcff-49bf-acae-321e9abc307b service neutron] Port 3013216d-76f3-469e-9c86-a0bc71687991 on network beafa1b9-ad41-4519-b3bd-aaad5165f1e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 03 15:28:17.401521 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e761311a-3135-4602-a0e5-89672fe3a300 req-7ef7cf6b-fcff-49bf-acae-321e9abc307b service neutron] Attempting to bind port 3013216d-76f3-469e-9c86-a0bc71687991 on network beafa1b9-ad41-4519-b3bd-aaad5165f1e2 {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:28:17.436212 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e761311a-3135-4602-a0e5-89672fe3a300 req-7ef7cf6b-fcff-49bf-acae-321e9abc307b service neutron] Checking agent: {'id': '5d40428d-d668-464b-bcee-3124e1355b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 24, 37), 'started_at': datetime.datetime(2022, 6, 3, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 15:28:17.437151 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e761311a-3135-4602-a0e5-89672fe3a300 req-7ef7cf6b-fcff-49bf-acae-321e9abc307b service neutron] Checking segment: {'id': '88393667-e7c8-4946-b07a-8626e7cbb7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'beafa1b9-ad41-4519-b3bd-aaad5165f1e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:28:17.437657 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e761311a-3135-4602-a0e5-89672fe3a300 req-7ef7cf6b-fcff-49bf-acae-321e9abc307b service neutron] Bound using segment: {'id': '88393667-e7c8-4946-b07a-8626e7cbb7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'beafa1b9-ad41-4519-b3bd-aaad5165f1e2'} {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 15:28:17.438199 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.managers [req-e761311a-3135-4602-a0e5-89672fe3a300 req-7ef7cf6b-fcff-49bf-acae-321e9abc307b service neutron] Bound port: 3013216d-76f3-469e-9c86-a0bc71687991, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88393667-e7c8-4946-b07a-8626e7cbb7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'beafa1b9-ad41-4519-b3bd-aaad5165f1e2'}}] {{(pid=103920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 15:28:17.438717 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-e761311a-3135-4602-a0e5-89672fe3a300 req-7ef7cf6b-fcff-49bf-acae-321e9abc307b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (3013216d-76f3-469e-9c86-a0bc71687991), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:17.683574 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:17.691601 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [req-e761311a-3135-4602-a0e5-89672fe3a300 req-7ef7cf6b-fcff-49bf-acae-321e9abc307b service neutron] For port 3013216d-76f3-469e-9c86-a0bc71687991, host hv-cinder-83124, cleared binding levels {{(pid=103920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 15:28:17.708675 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [req-e761311a-3135-4602-a0e5-89672fe3a300 req-7ef7cf6b-fcff-49bf-acae-321e9abc307b service neutron] For port 3013216d-76f3-469e-9c86-a0bc71687991, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=3013216d-76f3-469e-9c86-a0bc71687991,segment=NetworkSegment(88393667-e7c8-4946-b07a-8626e7cbb7b3),segment_id=88393667-e7c8-4946-b07a-8626e7cbb7b3)] {{(pid=103920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 15:28:17.729717 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-e761311a-3135-4602-a0e5-89672fe3a300 req-7ef7cf6b-fcff-49bf-acae-321e9abc307b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5848786'] for port (3013216d-76f3-469e-9c86-a0bc71687991), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:17.756024 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500454e5-c292-4678-af84-4a3e93160a75 req-9b407fce-f3e4-4f93-bfdc-0b74847e2739 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:17.758091 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-500454e5-c292-4678-af84-4a3e93160a75 req-9b407fce-f3e4-4f93-bfdc-0b74847e2739 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 943 time: 0.1449091 Jun 03 15:28:17.817477 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e761311a-3135-4602-a0e5-89672fe3a300 req-7ef7cf6b-fcff-49bf-acae-321e9abc307b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:17.818256 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-e761311a-3135-4602-a0e5-89672fe3a300 req-7ef7cf6b-fcff-49bf-acae-321e9abc307b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for port (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:17.820144 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-e761311a-3135-4602-a0e5-89672fe3a300 req-7ef7cf6b-fcff-49bf-acae-321e9abc307b service neutron] 10.222.0.95 "PUT /v2.0/ports/3013216d-76f3-469e-9c86-a0bc71687991 HTTP/1.1" status: 200 len: 1093 time: 3.0302496 Jun 03 15:28:17.822098 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67f284eb-df90-4337-8bdf-511156b6a756', 'tag': '3013216d-76f3-469e-9c86-a0bc71687991'}] {{(pid=103920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:28:17.824980 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fde6ca1c4b3e174e639905c0d93b14e8a3905e0af4b9b9445456920c81b8107" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b7037c-8e86-4c95-b304-bfe336b1faae" -d '{"events": [{"name": "network-changed", "server_uuid": "67f284eb-df90-4337-8bdf-511156b6a756", "tag": "3013216d-76f3-469e-9c86-a0bc71687991"}]}' {{(pid=103920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:28:17.830852 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd659e7-ea19-427a-8511-cb471ec90ca1 None None] Sync routers for ids ['8d1fdc9b-8a06-43ea-90ec-af0a84ea4674'] in dv-cinder-831247-16-iscsi {{(pid=103921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:28:17.847782 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd659e7-ea19-427a-8511-cb471ec90ca1 None None] Routers {'8d1fdc9b-8a06-43ea-90ec-af0a84ea4674'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:28:17.850027 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-ebd659e7-ea19-427a-8511-cb471ec90ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:27:54Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['8d1fdc9b-8a06-43ea-90ec-af0a84ea4674'], 'active': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:17.876240 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-500454e5-c292-4678-af84-4a3e93160a75 req-aaf7a0a4-d5f3-498c-8a30-60e2200657dd tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/security-groups?id=d859fc33-d2f7-46f3-a29c-83d9a52aafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101198 Jun 03 15:28:17.893465 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef7cf6b-fcff-49bf-acae-321e9abc307b service neutron] Pushing event updated for resources: {'Port': ['ID=3013216d-76f3-469e-9c86-a0bc71687991,revision_number=3']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:17.915156 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device 3704d121-7963-4017-96c5-a364926c17c4 up at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:28:18.027128 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvr_db [None req-ebd659e7-ea19-427a-8511-cb471ec90ca1 None None] Set router 8d1fdc9b-8a06-43ea-90ec-af0a84ea4674 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:28:18.121896 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a7ea2-ccda-4a05-9903-c209247bd6f8 req-669e5335-c45b-4826-9657-671f5f1d0af1 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:18.136435 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 51630) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:28:18.144304 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-a21ceaa4-56fc-4a63-9758-f6277c08625b tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1645567840', 'description': 'tempest-secgroup-smoke-1645567840 description', 'project_id': '98f97ac03be44e0bb8ab21d985d1dd27'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:28:18.158120 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-bf5a7ea2-ccda-4a05-9903-c209247bd6f8 req-669e5335-c45b-4826-9657-671f5f1d0af1 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 946 time: 0.1262007 Jun 03 15:28:18.176032 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Provisioning complete for port 3704d121-7963-4017-96c5-a364926c17c4 triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:28:18.176609 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (3704d121-7963-4017-96c5-a364926c17c4), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:18.213910 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a21ceaa4-56fc-4a63-9758-f6277c08625b tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:18.218749 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 15:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dca5609-c92a-465b-88d4-085bd1e5fd05 x-openstack-request-id: req-9dca5609-c92a-465b-88d4-085bd1e5fd05 {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:28:18.219080 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67f284eb-df90-4337-8bdf-511156b6a756", "tag": "3013216d-76f3-469e-9c86-a0bc71687991", "status": "completed", "code": 200}]} {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:28:18.219538 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-9dca5609-c92a-465b-88d4-085bd1e5fd05 {{(pid=103920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:28:18.219970 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dca5609-c92a-465b-88d4-085bd1e5fd05'] response: {'name': 'network-changed', 'server_uuid': '67f284eb-df90-4337-8bdf-511156b6a756', 'tag': '3013216d-76f3-469e-9c86-a0bc71687991', 'status': 'completed', 'code': 200} Jun 03 15:28:18.269784 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-bf5a7ea2-ccda-4a05-9903-c209247bd6f8 req-0b667305-e516-4f84-86ba-e3954799a333 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086898 Jun 03 15:28:18.343476 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a21ceaa4-56fc-4a63-9758-f6277c08625b tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Publish callbacks [] for security_group (903fa922-1e28-41d0-90aa-4ae6067c6a64), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:18.362780 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a21ceaa4-56fc-4a63-9758-f6277c08625b tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (903fa922-1e28-41d0-90aa-4ae6067c6a64), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:18.376514 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=100 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:18.379146 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Current status of the port 3704d121-7963-4017-96c5-a364926c17c4 is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:28:18.391880 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a21ceaa4-56fc-4a63-9758-f6277c08625b tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:18.396362 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-a21ceaa4-56fc-4a63-9758-f6277c08625b tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2556732 Jun 03 15:28:18.398104 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 51636) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:28:18.403481 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7037c-8e86-4c95-b304-bfe336b1faae req-f5b07771-7644-4f39-bbeb-8980c66b3b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:18.403814 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-5c13421a-d860-4abe-bea0-196cc6a9a95d tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Request body: {'security_group_rule': {'security_group_id': '903fa922-1e28-41d0-90aa-4ae6067c6a64', 'project_id': '98f97ac03be44e0bb8ab21d985d1dd27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:28:18.404949 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-81b7037c-8e86-4c95-b304-bfe336b1faae req-f5b07771-7644-4f39-bbeb-8980c66b3b74 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=00d2022cc4be4779af1edf1520c439ae&device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 1127 time: 0.0738437 Jun 03 15:28:18.415525 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21ceaa4-56fc-4a63-9758-f6277c08625b tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=903fa922-1e28-41d0-90aa-4ae6067c6a64,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:18.457261 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-5c13421a-d860-4abe-bea0-196cc6a9a95d tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Publish callbacks [] for security_group_rule (972e02c7-8228-457b-b183-55858e03734a), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:18.492532 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-ebd659e7-ea19-427a-8511-cb471ec90ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1fdc9b-8a06-43ea-90ec-af0a84ea4674', 'name': 'tempest-TestShelveInstance-631173185-router', 'tenant_id': 'a122683898334dc5b09dc4f24b9370b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '3704d121-7963-4017-96c5-a364926c17c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:28:07Z', 'updated_at': '2022-06-03T15:28:14Z', 'revision_number': 4, 'project_id': 'a122683898334dc5b09dc4f24b9370b1', 'gw_port': {'id': '3704d121-7963-4017-96c5-a364926c17c4', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1fdc9b-8a06-43ea-90ec-af0a84ea4674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:08Z', 'updated_at': '2022-06-03T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': 'e2f8cd58-f069-4488-8d7a-d36717cf58bb', 'name': '', 'network_id': '8545b335-24d4-4d41-9173-f30389286c83', 'tenant_id': 'a122683898334dc5b09dc4f24b9370b1', 'mac_address': 'fa:16:3e:7b:23:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d1fdc9b-8a06-43ea-90ec-af0a84ea4674', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '04f49c01-89a3-4994-9552-f145473b65fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:13Z', 'updated_at': '2022-06-03T15:28:15Z', 'revision_number': 2, 'project_id': 'a122683898334dc5b09dc4f24b9370b1', 'subnets': [{'id': '04f49c01-89a3-4994-9552-f145473b65fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:18.529100 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd659e7-ea19-427a-8511-cb471ec90ca1 None None] Checking router: 8d1fdc9b-8a06-43ea-90ec-af0a84ea4674 for host: dv-cinder-831247-16-iscsi {{(pid=103921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:28:18.530049 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd659e7-ea19-427a-8511-cb471ec90ca1 None None] Updating router 8d1fdc9b-8a06-43ea-90ec-af0a84ea4674 port e2f8cd58-f069-4488-8d7a-d36717cf58bb binding host dv-cinder-831247-16-iscsi {{(pid=103921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:28:18.539262 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-5c13421a-d860-4abe-bea0-196cc6a9a95d tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Publish callbacks [] for security_group_rule (972e02c7-8228-457b-b183-55858e03734a), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:18.548278 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-5c13421a-d860-4abe-bea0-196cc6a9a95d tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749434'] for security_group_rule (972e02c7-8228-457b-b183-55858e03734a), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:18.564702 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:18.566638 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c13421a-d860-4abe-bea0-196cc6a9a95d tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=972e02c7-8228-457b-b183-55858e03734a,revision_number=0']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:18.578022 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ebd659e7-ea19-427a-8511-cb471ec90ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (e2f8cd58-f069-4488-8d7a-d36717cf58bb), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:18.593323 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-5c13421a-d860-4abe-bea0-196cc6a9a95d tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:18.595972 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-5c13421a-d860-4abe-bea0-196cc6a9a95d tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1966362 Jun 03 15:28:18.599362 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 51642) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:28:18.604401 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-9c5c0d78-e5d6-4c4b-8ed0-21ba264f6cdb tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Request body: {'security_group_rule': {'security_group_id': '903fa922-1e28-41d0-90aa-4ae6067c6a64', 'project_id': '98f97ac03be44e0bb8ab21d985d1dd27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:28:18.677043 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-9c5c0d78-e5d6-4c4b-8ed0-21ba264f6cdb tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Publish callbacks [] for security_group_rule (01081472-347e-46a3-904d-fd3a35a2c156), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:18.695599 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7037c-8e86-4c95-b304-bfe336b1faae req-e57dc743-ab6d-43a9-a6d6-231b2e3468d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:18.697848 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-81b7037c-8e86-4c95-b304-bfe336b1faae req-e57dc743-ab6d-43a9-a6d6-231b2e3468d1 service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=00d2022cc4be4779af1edf1520c439ae&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2767262 Jun 03 15:28:18.737877 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:18.769227 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-9c5c0d78-e5d6-4c4b-8ed0-21ba264f6cdb tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Publish callbacks [] for security_group_rule (01081472-347e-46a3-904d-fd3a35a2c156), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:18.783233 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-9c5c0d78-e5d6-4c4b-8ed0-21ba264f6cdb tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749434'] for security_group_rule (01081472-347e-46a3-904d-fd3a35a2c156), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:18.826906 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5c0d78-e5d6-4c4b-8ed0-21ba264f6cdb tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01081472-347e-46a3-904d-fd3a35a2c156,revision_number=0']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:18.835306 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-9c5c0d78-e5d6-4c4b-8ed0-21ba264f6cdb tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:18.836873 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-9c5c0d78-e5d6-4c4b-8ed0-21ba264f6cdb tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2362521 Jun 03 15:28:18.839445 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 51658) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:28:18.847444 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-5478a062-d80c-46b8-8bba-9cedbfed006d tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Request body: {'security_group_rule': {'security_group_id': '903fa922-1e28-41d0-90aa-4ae6067c6a64', 'project_id': '98f97ac03be44e0bb8ab21d985d1dd27', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:28:18.888794 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-5478a062-d80c-46b8-8bba-9cedbfed006d tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Publish callbacks [] for security_group_rule (dc68e997-0d77-448b-9200-04133e09f91f), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:18.928474 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7037c-8e86-4c95-b304-bfe336b1faae req-7ca9702a-9c60-4d5b-b126-31bca9969609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:18.930628 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-81b7037c-8e86-4c95-b304-bfe336b1faae req-7ca9702a-9c60-4d5b-b126-31bca9969609 service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2232988 Jun 03 15:28:18.991797 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-5478a062-d80c-46b8-8bba-9cedbfed006d tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Publish callbacks [] for security_group_rule (dc68e997-0d77-448b-9200-04133e09f91f), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:18.999390 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-5478a062-d80c-46b8-8bba-9cedbfed006d tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749434'] for security_group_rule (dc68e997-0d77-448b-9200-04133e09f91f), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:19.024145 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5478a062-d80c-46b8-8bba-9cedbfed006d tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc68e997-0d77-448b-9200-04133e09f91f,revision_number=0']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:19.034797 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-5478a062-d80c-46b8-8bba-9cedbfed006d tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:19.039370 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-5478a062-d80c-46b8-8bba-9cedbfed006d tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1989295 Jun 03 15:28:19.040311 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 51666) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:28:19.045058 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-3c397eaa-7a59-45d6-9e07-2f39a3774dc4 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Request body: {'security_group_rule': {'security_group_id': '903fa922-1e28-41d0-90aa-4ae6067c6a64', 'project_id': '98f97ac03be44e0bb8ab21d985d1dd27', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:28:19.050269 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ebd659e7-ea19-427a-8511-cb471ec90ca1 None None] Publish callbacks [] for port (e2f8cd58-f069-4488-8d7a-d36717cf58bb), precommit_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:19.064653 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ebd659e7-ea19-427a-8511-cb471ec90ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (e2f8cd58-f069-4488-8d7a-d36717cf58bb), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:19.072889 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e761311a-3135-4602-a0e5-89672fe3a300 req-a80d50ce-7fc3-402d-8bab-78d959f5adcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:19.074815 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-e761311a-3135-4602-a0e5-89672fe3a300 req-a80d50ce-7fc3-402d-8bab-78d959f5adcf service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=00d2022cc4be4779af1edf1520c439ae&device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 1127 time: 0.0849521 Jun 03 15:28:19.086312 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-3c397eaa-7a59-45d6-9e07-2f39a3774dc4 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Publish callbacks [] for security_group_rule (e0149927-40f1-47a1-84cc-8b90914a83c9), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:19.142134 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128c38b-005b-4e21-97e2-96583f296a97 req-d8061344-35c5-43a7-97dd-64b669994ac5 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:19.160302 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-9128c38b-005b-4e21-97e2-96583f296a97 req-d8061344-35c5-43a7-97dd-64b669994ac5 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 943 time: 0.1005514 Jun 03 15:28:19.173926 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a63f69-c6af-40bd-b32a-43201d452bd5 None None] Pushing event updated for resources: {'Port': ['ID=e2f8cd58-f069-4488-8d7a-d36717cf58bb,revision_number=3']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:19.184053 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-3c397eaa-7a59-45d6-9e07-2f39a3774dc4 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Publish callbacks [] for security_group_rule (e0149927-40f1-47a1-84cc-8b90914a83c9), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:19.202162 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-3c397eaa-7a59-45d6-9e07-2f39a3774dc4 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749434'] for security_group_rule (e0149927-40f1-47a1-84cc-8b90914a83c9), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:19.229041 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c397eaa-7a59-45d6-9e07-2f39a3774dc4 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0149927-40f1-47a1-84cc-8b90914a83c9,revision_number=0']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:19.243802 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-e761311a-3135-4602-a0e5-89672fe3a300 req-a0f8f27e-93c4-440b-9b4c-515d3b150c74 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3013216d-76f3-469e-9c86-a0bc71687991 HTTP/1.1" status: 200 len: 217 time: 0.0787833 Jun 03 15:28:19.248680 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-3c397eaa-7a59-45d6-9e07-2f39a3774dc4 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:19.251595 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-3c397eaa-7a59-45d6-9e07-2f39a3774dc4 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2089159 Jun 03 15:28:19.253243 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 51674) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:28:19.265636 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-2e2e905a-8e8b-4e00-85bf-0bf397e9bf98 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Request body: {'security_group_rule': {'security_group_id': '903fa922-1e28-41d0-90aa-4ae6067c6a64', 'project_id': '98f97ac03be44e0bb8ab21d985d1dd27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:28:19.278350 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-ebd659e7-ea19-427a-8511-cb471ec90ca1 None None] Attempting to bind port e2f8cd58-f069-4488-8d7a-d36717cf58bb on host dv-cinder-831247-16-iscsi for vnic_type normal with profile {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 15:28:19.280169 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-ebd659e7-ea19-427a-8511-cb471ec90ca1 None None] Attempting to bind port e2f8cd58-f069-4488-8d7a-d36717cf58bb by drivers openvswitch,hyperv on host dv-cinder-831247-16-iscsi at level 0 using segments [{'id': '5949c2d1-1d1c-49f2-95ea-8e22ba91943c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '8545b335-24d4-4d41-9173-f30389286c83'}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 15:28:19.282830 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd659e7-ea19-427a-8511-cb471ec90ca1 None None] Attempting to bind port e2f8cd58-f069-4488-8d7a-d36717cf58bb on network 8545b335-24d4-4d41-9173-f30389286c83 {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:28:19.284012 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:19.303723 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd659e7-ea19-427a-8511-cb471ec90ca1 None None] Checking agent: {'id': 'b78338d6-31c9-4f43-bfac-5a5a854a8366', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 17, 58), 'started_at': datetime.datetime(2022, 6, 3, 15, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 15:28:19.306265 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd659e7-ea19-427a-8511-cb471ec90ca1 None None] Checking segment: {'id': '5949c2d1-1d1c-49f2-95ea-8e22ba91943c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '8545b335-24d4-4d41-9173-f30389286c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:28:19.306752 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ebd659e7-ea19-427a-8511-cb471ec90ca1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:19.307151 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd659e7-ea19-427a-8511-cb471ec90ca1 None None] Bound using segment: {'id': '5949c2d1-1d1c-49f2-95ea-8e22ba91943c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '8545b335-24d4-4d41-9173-f30389286c83'} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 15:28:19.307635 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-ebd659e7-ea19-427a-8511-cb471ec90ca1 None None] Bound port: e2f8cd58-f069-4488-8d7a-d36717cf58bb, host: dv-cinder-831247-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5949c2d1-1d1c-49f2-95ea-8e22ba91943c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '8545b335-24d4-4d41-9173-f30389286c83'}}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 15:28:19.308057 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ebd659e7-ea19-427a-8511-cb471ec90ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (e2f8cd58-f069-4488-8d7a-d36717cf58bb), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:19.322454 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.db.securitygroups_db [None req-2e2e905a-8e8b-4e00-85bf-0bf397e9bf98 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Project 98f97ac03be44e0bb8ab21d985d1dd27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 15:28:19.347148 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-2e2e905a-8e8b-4e00-85bf-0bf397e9bf98 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Publish callbacks [] for security_group_rule (295018bf-9468-4080-9ef9-83094b9140a2), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:19.453247 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-9aa028af-8f03-4ca0-b4ca-2d9877cee007 None None] Provisioning complete for port e2f8cd58-f069-4488-8d7a-d36717cf58bb triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:28:19.453808 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-9aa028af-8f03-4ca0-b4ca-2d9877cee007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (e2f8cd58-f069-4488-8d7a-d36717cf58bb), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:19.482423 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e761311a-3135-4602-a0e5-89672fe3a300 req-1a6ef3d7-a5fb-471e-9dc9-4965d9756930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:19.484143 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-e761311a-3135-4602-a0e5-89672fe3a300 req-1a6ef3d7-a5fb-471e-9dc9-4965d9756930 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d1c0b66e-b6eb-4901-9a4c-c6cd4fad6b35 HTTP/1.1" status: 200 len: 853 time: 0.2138758 Jun 03 15:28:19.496150 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-ebd659e7-ea19-427a-8511-cb471ec90ca1 None None] For port e2f8cd58-f069-4488-8d7a-d36717cf58bb, host dv-cinder-831247-16-iscsi, cleared binding levels {{(pid=103921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 15:28:19.497709 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-9128c38b-005b-4e21-97e2-96583f296a97 req-327ce816-59d3-49a3-b2fe-86f68fb5c610 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/security-groups?id=d859fc33-d2f7-46f3-a29c-83d9a52aafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362186 Jun 03 15:28:19.515947 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-2e2e905a-8e8b-4e00-85bf-0bf397e9bf98 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Publish callbacks [] for security_group_rule (295018bf-9468-4080-9ef9-83094b9140a2), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:19.526805 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-ebd659e7-ea19-427a-8511-cb471ec90ca1 None None] For port e2f8cd58-f069-4488-8d7a-d36717cf58bb, host dv-cinder-831247-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=e2f8cd58-f069-4488-8d7a-d36717cf58bb,segment=NetworkSegment(5949c2d1-1d1c-49f2-95ea-8e22ba91943c),segment_id=5949c2d1-1d1c-49f2-95ea-8e22ba91943c)] {{(pid=103921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 15:28:19.527051 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b3c044-4ecd-4b8b-bd76-ea69d44b7fa9 req-a44bfd77-383d-469d-8716-4b9a31a06122 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:19.527051 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-a2b3c044-4ecd-4b8b-bd76-ea69d44b7fa9 req-a44bfd77-383d-469d-8716-4b9a31a06122 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 946 time: 0.0964689 Jun 03 15:28:19.529713 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-9aa028af-8f03-4ca0-b4ca-2d9877cee007 None None] Port e2f8cd58-f069-4488-8d7a-d36717cf58bb cannot update to ACTIVE because it is not bound. {{(pid=103921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 15:28:19.534858 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-2e2e905a-8e8b-4e00-85bf-0bf397e9bf98 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749434'] for security_group_rule (295018bf-9468-4080-9ef9-83094b9140a2), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:19.537079 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ebd659e7-ea19-427a-8511-cb471ec90ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (e2f8cd58-f069-4488-8d7a-d36717cf58bb), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:19.565805 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e761311a-3135-4602-a0e5-89672fe3a300 req-ed9209a4-82d8-4b45-a845-c9c4809320a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:19.571790 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-e761311a-3135-4602-a0e5-89672fe3a300 req-ed9209a4-82d8-4b45-a845-c9c4809320a2 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=beafa1b9-ad41-4519-b3bd-aaad5165f1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0655103 Jun 03 15:28:19.590242 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2e905a-8e8b-4e00-85bf-0bf397e9bf98 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=295018bf-9468-4080-9ef9-83094b9140a2,revision_number=0']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:19.592282 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd659e7-ea19-427a-8511-cb471ec90ca1 None None] Routers {'8d1fdc9b-8a06-43ea-90ec-af0a84ea4674'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:28:19.593506 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-ebd659e7-ea19-427a-8511-cb471ec90ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:27:54Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['8d1fdc9b-8a06-43ea-90ec-af0a84ea4674'], 'active': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:19.673685 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-2e2e905a-8e8b-4e00-85bf-0bf397e9bf98 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:19.678368 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 51680) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:28:19.687456 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a63f69-c6af-40bd-b32a-43201d452bd5 None None] Pushing event updated for resources: {'Port': ['ID=e2f8cd58-f069-4488-8d7a-d36717cf58bb,revision_number=4']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:19.689476 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-2e2e905a-8e8b-4e00-85bf-0bf397e9bf98 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4292395 Jun 03 15:28:19.690356 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-c44a0b88-1206-4b84-aed5-c94f1937477b tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Request body: {'security_group_rule': {'security_group_id': '903fa922-1e28-41d0-90aa-4ae6067c6a64', 'project_id': '98f97ac03be44e0bb8ab21d985d1dd27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:28:19.701877 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-a2b3c044-4ecd-4b8b-bd76-ea69d44b7fa9 req-42a40420-474e-48e5-9c9d-494211488029 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543939 Jun 03 15:28:19.746872 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:19.765492 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.db.securitygroups_db [None req-c44a0b88-1206-4b84-aed5-c94f1937477b tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Project 98f97ac03be44e0bb8ab21d985d1dd27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 15:28:19.776983 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c44a0b88-1206-4b84-aed5-c94f1937477b tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Publish callbacks [] for security_group_rule (94723d6c-057c-4d35-93c6-e45533ac054c), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:19.777702 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvr_db [None req-ebd659e7-ea19-427a-8511-cb471ec90ca1 None None] Set router 8d1fdc9b-8a06-43ea-90ec-af0a84ea4674 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:28:19.822800 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:19.826188 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-e761311a-3135-4602-a0e5-89672fe3a300 req-75da5230-c6f4-4d4d-99d3-307c7236b5b2 service neutron] 10.222.0.95 "GET /v2.0/networks/beafa1b9-ad41-4519-b3bd-aaad5165f1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461569 Jun 03 15:28:19.850088 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:INSERT=11 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:19.907037 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c44a0b88-1206-4b84-aed5-c94f1937477b tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Publish callbacks [] for security_group_rule (94723d6c-057c-4d35-93c6-e45533ac054c), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:19.914198 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c44a0b88-1206-4b84-aed5-c94f1937477b tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749434'] for security_group_rule (94723d6c-057c-4d35-93c6-e45533ac054c), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:19.954651 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:19.956739 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c44a0b88-1206-4b84-aed5-c94f1937477b tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:19.958559 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-c44a0b88-1206-4b84-aed5-c94f1937477b tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2784851 Jun 03 15:28:19.959354 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44a0b88-1206-4b84-aed5-c94f1937477b tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94723d6c-057c-4d35-93c6-e45533ac054c,revision_number=0']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:19.977524 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-659ead83-9c08-450b-98d5-f6c7f87857d4 None None] Provisioning complete for port e2f8cd58-f069-4488-8d7a-d36717cf58bb triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:28:19.977906 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-659ead83-9c08-450b-98d5-f6c7f87857d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (e2f8cd58-f069-4488-8d7a-d36717cf58bb), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:19.981169 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-e761311a-3135-4602-a0e5-89672fe3a300 req-964389a5-de6a-4c24-82c4-fd113e4ae931 service neutron] 10.222.0.95 "GET /v2.0/networks/beafa1b9-ad41-4519-b3bd-aaad5165f1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455972 Jun 03 15:28:20.161400 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-ebd659e7-ea19-427a-8511-cb471ec90ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1fdc9b-8a06-43ea-90ec-af0a84ea4674', 'name': 'tempest-TestShelveInstance-631173185-router', 'tenant_id': 'a122683898334dc5b09dc4f24b9370b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '3704d121-7963-4017-96c5-a364926c17c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:28:07Z', 'updated_at': '2022-06-03T15:28:14Z', 'revision_number': 4, 'project_id': 'a122683898334dc5b09dc4f24b9370b1', 'gw_port': {'id': '3704d121-7963-4017-96c5-a364926c17c4', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1fdc9b-8a06-43ea-90ec-af0a84ea4674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:08Z', 'updated_at': '2022-06-03T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': 'e2f8cd58-f069-4488-8d7a-d36717cf58bb', 'name': '', 'network_id': '8545b335-24d4-4d41-9173-f30389286c83', 'tenant_id': 'a122683898334dc5b09dc4f24b9370b1', 'mac_address': 'fa:16:3e:7b:23:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d1fdc9b-8a06-43ea-90ec-af0a84ea4674', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '04f49c01-89a3-4994-9552-f145473b65fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:13Z', 'updated_at': '2022-06-03T15:28:19Z', 'revision_number': 4, 'project_id': 'a122683898334dc5b09dc4f24b9370b1', 'subnets': [{'id': '04f49c01-89a3-4994-9552-f145473b65fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:20.188722 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd659e7-ea19-427a-8511-cb471ec90ca1 None None] The sync data for ids ['8d1fdc9b-8a06-43ea-90ec-af0a84ea4674'] in dv-cinder-831247-16-iscsi is: [{'id': '8d1fdc9b-8a06-43ea-90ec-af0a84ea4674', 'name': 'tempest-TestShelveInstance-631173185-router', 'tenant_id': 'a122683898334dc5b09dc4f24b9370b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '3704d121-7963-4017-96c5-a364926c17c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:28:07Z', 'updated_at': '2022-06-03T15:28:14Z', 'revision_number': 4, 'project_id': 'a122683898334dc5b09dc4f24b9370b1', 'gw_port': {'id': '3704d121-7963-4017-96c5-a364926c17c4', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1fdc9b-8a06-43ea-90ec-af0a84ea4674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:08Z', 'updated_at': '2022-06-03T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': 'e2f8cd58-f069-4488-8d7a-d36717cf58bb', 'name': '', 'network_id': '8545b335-24d4-4d41-9173-f30389286c83', 'tenant_id': 'a122683898334dc5b09dc4f24b9370b1', 'mac_address': 'fa:16:3e:7b:23:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d1fdc9b-8a06-43ea-90ec-af0a84ea4674', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '04f49c01-89a3-4994-9552-f145473b65fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:13Z', 'updated_at': '2022-06-03T15:28:19Z', 'revision_number': 4, 'project_id': 'a122683898334dc5b09dc4f24b9370b1', 'subnets': [{'id': '04f49c01-89a3-4994-9552-f145473b65fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:28:20.237847 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-659ead83-9c08-450b-98d5-f6c7f87857d4 None None] Current status of the port e2f8cd58-f069-4488-8d7a-d36717cf58bb is: DOWN; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:28:20.240190 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-659ead83-9c08-450b-98d5-f6c7f87857d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (e2f8cd58-f069-4488-8d7a-d36717cf58bb), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:20.286854 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-659ead83-9c08-450b-98d5-f6c7f87857d4 None None] For port e2f8cd58-f069-4488-8d7a-d36717cf58bb, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=e2f8cd58-f069-4488-8d7a-d36717cf58bb,segment=NetworkSegment(5949c2d1-1d1c-49f2-95ea-8e22ba91943c),segment_id=5949c2d1-1d1c-49f2-95ea-8e22ba91943c)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:28:20.291958 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-659ead83-9c08-450b-98d5-f6c7f87857d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (e2f8cd58-f069-4488-8d7a-d36717cf58bb), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:20.352053 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659ead83-9c08-450b-98d5-f6c7f87857d4 None None] Pushing event updated for resources: {'Port': ['ID=e2f8cd58-f069-4488-8d7a-d36717cf58bb,revision_number=5']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:20.655639 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d6033b-4ecd-4519-9282-da6d215cc1a1 req-53376981-51a5-4696-a490-f7c995766e80 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:20.655639 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d2d6033b-4ecd-4519-9282-da6d215cc1a1 req-53376981-51a5-4696-a490-f7c995766e80 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 943 time: 0.0547180 Jun 03 15:28:20.721065 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d2d6033b-4ecd-4519-9282-da6d215cc1a1 req-584af299-ee5f-4efa-afb3-93a4f64bca97 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/security-groups?id=d859fc33-d2f7-46f3-a29c-83d9a52aafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562327 Jun 03 15:28:20.865206 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58374f6-ff94-4069-8a4c-817081ad7807 req-249fa405-7441-4865-a0b8-f31b0d174305 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:20.867579 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c58374f6-ff94-4069-8a4c-817081ad7807 req-249fa405-7441-4865-a0b8-f31b0d174305 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 946 time: 0.0750828 Jun 03 15:28:20.924523 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c58374f6-ff94-4069-8a4c-817081ad7807 req-fbc395d9-b222-47fc-a28b-868e887fcbd3 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486901 Jun 03 15:28:21.538451 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-611d0f15-65e3-476d-a7b2-01900b119f88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (ba2d900a-f6c8-44b2-a19a-5d512e564d5a), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:21.733773 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device e2f8cd58-f069-4488-8d7a-d36717cf58bb up at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:28:21.803747 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Provisioning complete for port e2f8cd58-f069-4488-8d7a-d36717cf58bb triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:28:21.804380 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (e2f8cd58-f069-4488-8d7a-d36717cf58bb), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:21.876123 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fcb96d-5ecd-4043-b970-df7aa53475fb req-3e6d8b63-5017-4b3a-b1b5-5a8c0d03752a tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:21.877671 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-59fcb96d-5ecd-4043-b970-df7aa53475fb req-3e6d8b63-5017-4b3a-b1b5-5a8c0d03752a tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 943 time: 0.0590086 Jun 03 15:28:21.916471 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Current status of the port e2f8cd58-f069-4488-8d7a-d36717cf58bb is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:28:21.930581 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-59fcb96d-5ecd-4043-b970-df7aa53475fb req-22244de8-24b7-40f4-8e8e-986708799974 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/security-groups?id=d859fc33-d2f7-46f3-a29c-83d9a52aafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470700 Jun 03 15:28:22.076132 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f88a76-e443-4ece-a1bb-9c9ac2ad0812 req-4d1ca1bc-e0ca-43c4-9542-1dc36de79624 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:22.077711 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-44f88a76-e443-4ece-a1bb-9c9ac2ad0812 req-4d1ca1bc-e0ca-43c4-9542-1dc36de79624 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 946 time: 0.0723388 Jun 03 15:28:22.140754 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-44f88a76-e443-4ece-a1bb-9c9ac2ad0812 req-d3ac95d2-a00a-4be4-ba74-a4d6821b879d tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562227 Jun 03 15:28:23.048310 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8443611-4812-4b59-a453-0cc67fcfbe5a req-73d0180f-943f-4ef1-b134-b8076f08d184 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:23.049783 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f8443611-4812-4b59-a453-0cc67fcfbe5a req-73d0180f-943f-4ef1-b134-b8076f08d184 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 943 time: 0.0500989 Jun 03 15:28:23.098923 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f8443611-4812-4b59-a453-0cc67fcfbe5a req-244c1ce8-079d-4f00-94a0-f7f5f09ff174 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/security-groups?id=d859fc33-d2f7-46f3-a29c-83d9a52aafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423241 Jun 03 15:28:23.261491 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab9867-eba2-4397-abbc-4fba915962a4 req-083eb20c-7758-482b-a7b7-0d14149cc017 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:23.262989 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-6cab9867-eba2-4397-abbc-4fba915962a4 req-083eb20c-7758-482b-a7b7-0d14149cc017 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 946 time: 0.0523257 Jun 03 15:28:23.304871 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:23.313751 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-6cab9867-eba2-4397-abbc-4fba915962a4 req-59917592-6ed2-49a2-a265-d5bb3d789593 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451498 Jun 03 15:28:23.764006 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a040eb4f-7df1-4806-84a8-4c6cdac41228 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (af3cb756-c261-4349-9f96-3650fb8ddf57), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:24.096664 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device 3013216d-76f3-469e-9c86-a0bc71687991 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 15:28:24.206295 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port 3013216d-76f3-469e-9c86-a0bc71687991, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=3013216d-76f3-469e-9c86-a0bc71687991,segment=NetworkSegment(88393667-e7c8-4946-b07a-8626e7cbb7b3),segment_id=88393667-e7c8-4946-b07a-8626e7cbb7b3)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:28:24.218281 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9babb17-695f-4bd2-b788-8fb15cb26a87 req-18303c17-0428-4604-bef7-028a367bc3da tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:24.219974 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Returning: {'device': '3013216d-76f3-469e-9c86-a0bc71687991', 'network_id': 'beafa1b9-ad41-4519-b3bd-aaad5165f1e2', 'port_id': '3013216d-76f3-469e-9c86-a0bc71687991', 'mac_address': 'fa:16:3e:38:a0:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1c0b66e-b6eb-4901-9a4c-c6cd4fad6b35', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 15:28:24.220154 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-a9babb17-695f-4bd2-b788-8fb15cb26a87 req-18303c17-0428-4604-bef7-028a367bc3da tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 943 time: 0.0481787 Jun 03 15:28:24.255114 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Current status of the port 3013216d-76f3-469e-9c86-a0bc71687991 is: DOWN; New status is: BUILD {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:28:24.255498 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (3013216d-76f3-469e-9c86-a0bc71687991), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:24.267598 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-a9babb17-695f-4bd2-b788-8fb15cb26a87 req-268dd483-9137-4eba-970c-975eb6b48c60 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/security-groups?id=d859fc33-d2f7-46f3-a29c-83d9a52aafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415030 Jun 03 15:28:24.268720 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3013216d-76f3-469e-9c86-a0bc71687991 {{(pid=103921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:28:24.290965 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port 3013216d-76f3-469e-9c86-a0bc71687991, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=3013216d-76f3-469e-9c86-a0bc71687991,segment=NetworkSegment(88393667-e7c8-4946-b07a-8626e7cbb7b3),segment_id=88393667-e7c8-4946-b07a-8626e7cbb7b3)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:28:24.294846 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (3013216d-76f3-469e-9c86-a0bc71687991), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:24.315899 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:24.347262 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Pushing event updated for resources: {'Port': ['ID=3013216d-76f3-469e-9c86-a0bc71687991,revision_number=4']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:24.432309 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e8658-c546-476e-9220-8f2bc204dfcf req-2a6fd306-a3b7-4dbe-99da-4433afae68a0 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:24.433761 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-0d3e8658-c546-476e-9220-8f2bc204dfcf req-2a6fd306-a3b7-4dbe-99da-4433afae68a0 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 946 time: 0.0481462 Jun 03 15:28:24.484321 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-0d3e8658-c546-476e-9220-8f2bc204dfcf req-9964d221-0f52-446f-9ff2-2da5445e26d3 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449750 Jun 03 15:28:24.704536 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] get_ports_and_sgs() called for port_ids ['3013216d-76f3-469e-9c86-a0bc71687991'] {{(pid=103921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 15:28:24.724982 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=44,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:24.740753 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=45 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:25.387681 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0beae67-33ec-472f-bfc6-7ee064466808 req-e80a56e2-1ad8-493e-9f7a-15477b2788f6 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:25.389144 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-b0beae67-33ec-472f-bfc6-7ee064466808 req-e80a56e2-1ad8-493e-9f7a-15477b2788f6 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 944 time: 0.0464802 Jun 03 15:28:25.446623 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-b0beae67-33ec-472f-bfc6-7ee064466808 req-3d270997-c339-42d6-9fbf-198b21bba2b6 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/security-groups?id=d859fc33-d2f7-46f3-a29c-83d9a52aafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492513 Jun 03 15:28:25.490470 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:25.499106 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ea450706-6f9d-4600-9901-8a13358e87c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (c1b56563-1529-491f-97b0-bd0331fef87b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:25.616017 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9002b200-d433-4797-8beb-b28b69d608bd req-f3299eeb-92f7-4cbe-8e6d-dba10ef0042c tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:25.617517 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-9002b200-d433-4797-8beb-b28b69d608bd req-f3299eeb-92f7-4cbe-8e6d-dba10ef0042c tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 946 time: 0.0632987 Jun 03 15:28:25.673747 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-9002b200-d433-4797-8beb-b28b69d608bd req-e687cf7e-f8d6-4fb6-b482-3db225f4de12 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505431 Jun 03 15:28:26.531482 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0007325d-49bd-45ba-86c8-d0efad7af70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (e76c2f28-d1d2-478d-a24e-96dcb24ae502), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:26.570742 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58afc00b-170b-45da-97f6-7834e9423328 req-0a515bab-6cd9-48e5-9e19-0b27d3176330 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:26.572221 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-58afc00b-170b-45da-97f6-7834e9423328 req-0a515bab-6cd9-48e5-9e19-0b27d3176330 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 944 time: 0.0477791 Jun 03 15:28:26.619205 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-58afc00b-170b-45da-97f6-7834e9423328 req-65b260f2-d666-43f5-9929-4e0e9e1316b5 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/security-groups?id=d859fc33-d2f7-46f3-a29c-83d9a52aafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414560 Jun 03 15:28:26.802585 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6745cd-174e-4004-8102-877097e016b1 req-d59c781b-94f4-483a-add9-125e887e49f2 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:26.804285 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-8c6745cd-174e-4004-8102-877097e016b1 req-d59c781b-94f4-483a-add9-125e887e49f2 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 946 time: 0.0566697 Jun 03 15:28:26.857481 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-8c6745cd-174e-4004-8102-877097e016b1 req-fdee4345-a83e-4d3c-82cf-a1223d961018 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475349 Jun 03 15:28:27.733160 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b8595-b151-4832-bf64-e15347a051eb req-89bb9437-1552-431e-a12d-4e56512ebd8c tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:27.734702 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-7d7b8595-b151-4832-bf64-e15347a051eb req-89bb9437-1552-431e-a12d-4e56512ebd8c tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 944 time: 0.0479598 Jun 03 15:28:27.782968 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-7d7b8595-b151-4832-bf64-e15347a051eb req-f7155cf7-949b-44a0-abde-4215023da1eb tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/security-groups?id=d859fc33-d2f7-46f3-a29c-83d9a52aafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424461 Jun 03 15:28:27.981407 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c50af-fad7-4148-9087-94f854dcc1c3 req-b5565133-1f87-43ad-ab72-2558ea130683 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:27.983170 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-5e5c50af-fad7-4148-9087-94f854dcc1c3 req-b5565133-1f87-43ad-ab72-2558ea130683 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 946 time: 0.0533278 Jun 03 15:28:28.038346 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-5e5c50af-fad7-4148-9087-94f854dcc1c3 req-7295b51f-8741-4263-8a05-0c3995bd7e48 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487926 Jun 03 15:28:28.230826 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (b78338d6-31c9-4f43-bfac-5a5a854a8366), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:28.564552 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device 3013216d-76f3-469e-9c86-a0bc71687991 up at agent hyperv_hv-cinder-83124 {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:28:28.607748 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Provisioning for port 3013216d-76f3-469e-9c86-a0bc71687991 completed by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 03 15:28:28.612896 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Provisioning complete for port 3013216d-76f3-469e-9c86-a0bc71687991 triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:28:28.613247 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (3013216d-76f3-469e-9c86-a0bc71687991), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:28.689495 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Current status of the port 3013216d-76f3-469e-9c86-a0bc71687991 is: BUILD; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:28:28.689877 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (3013216d-76f3-469e-9c86-a0bc71687991), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:28.712900 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f284eb-df90-4337-8bdf-511156b6a756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3013216d-76f3-469e-9c86-a0bc71687991'}] {{(pid=103921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:28:28.715223 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a0ad6594b2f649df373dfcb19de0225617b45f42ff1455deb142f027ba5606a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86cd5063-af3f-4036-acfe-b615503aee0c" -d '{"events": [{"server_uuid": "67f284eb-df90-4337-8bdf-511156b6a756", "name": "network-vif-plugged", "status": "completed", "tag": "3013216d-76f3-469e-9c86-a0bc71687991"}]}' {{(pid=103921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:28:28.729087 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port 3013216d-76f3-469e-9c86-a0bc71687991, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=3013216d-76f3-469e-9c86-a0bc71687991,segment=NetworkSegment(88393667-e7c8-4946-b07a-8626e7cbb7b3),segment_id=88393667-e7c8-4946-b07a-8626e7cbb7b3)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:28:28.733553 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (3013216d-76f3-469e-9c86-a0bc71687991), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:28.756554 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 15:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e7d775-d44a-4f70-addf-ce3a833b5549 x-openstack-request-id: req-22e7d775-d44a-4f70-addf-ce3a833b5549 {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:28:28.756848 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f284eb-df90-4337-8bdf-511156b6a756", "name": "network-vif-plugged", "status": "completed", "tag": "3013216d-76f3-469e-9c86-a0bc71687991", "code": 200}]} {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:28:28.757099 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-22e7d775-d44a-4f70-addf-ce3a833b5549 {{(pid=103921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:28:28.757488 dv-cinder-831247-16-iscsi neutron-server[103921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22e7d775-d44a-4f70-addf-ce3a833b5549'] response: {'server_uuid': '67f284eb-df90-4337-8bdf-511156b6a756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3013216d-76f3-469e-9c86-a0bc71687991', 'code': 200} Jun 03 15:28:28.784779 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Pushing event updated for resources: {'Port': ['ID=3013216d-76f3-469e-9c86-a0bc71687991,revision_number=5']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:28.908369 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636a1b0-aab7-46d6-affc-8ef9c5eb0323 req-a547937d-1cd2-4681-b389-fb7164c78409 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:28.909988 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c636a1b0-aab7-46d6-affc-8ef9c5eb0323 req-a547937d-1cd2-4681-b389-fb7164c78409 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 945 time: 0.0574887 Jun 03 15:28:28.954706 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c713e6-cb12-449a-8452-51356a77d890 req-55a9a3f0-babb-4ab3-a89e-f8cc0891fd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:28.956158 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f3c713e6-cb12-449a-8452-51356a77d890 req-55a9a3f0-babb-4ab3-a89e-f8cc0891fd45 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 1129 time: 0.0447025 Jun 03 15:28:28.973306 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c636a1b0-aab7-46d6-affc-8ef9c5eb0323 req-066e5d1a-58e5-4d8c-a293-dd5c22ec00d8 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/security-groups?id=d859fc33-d2f7-46f3-a29c-83d9a52aafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499229 Jun 03 15:28:29.003266 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f3c713e6-cb12-449a-8452-51356a77d890 req-bf030a88-9781-4fbf-b8b9-117f2a82ccb5 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=d859fc33-d2f7-46f3-a29c-83d9a52aafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409458 Jun 03 15:28:29.158289 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b36c6e-59b7-444f-93eb-f8e903558fbb req-fa272105-b4dc-4944-8311-b1ba11e87ebd tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:29.159881 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d0b36c6e-59b7-444f-93eb-f8e903558fbb req-fa272105-b4dc-4944-8311-b1ba11e87ebd tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 946 time: 0.0508945 Jun 03 15:28:29.181685 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:29.219881 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d0b36c6e-59b7-444f-93eb-f8e903558fbb req-1a60b1af-7ae2-412d-89a4-d1c2d4d93b27 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533197 Jun 03 15:28:30.089751 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a361e7cc-a13f-4935-b50c-ae1027a0deca req-6c894c2b-1370-414b-9c66-dc0ec3c45d93 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:30.091321 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-a361e7cc-a13f-4935-b50c-ae1027a0deca req-6c894c2b-1370-414b-9c66-dc0ec3c45d93 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 945 time: 0.0477672 Jun 03 15:28:30.140360 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-a361e7cc-a13f-4935-b50c-ae1027a0deca req-b5903818-9962-447a-b2f1-c527c5dc86a5 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/security-groups?id=d859fc33-d2f7-46f3-a29c-83d9a52aafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436230 Jun 03 15:28:30.342510 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:30.353794 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bdfdb7-d588-4783-a6dd-99727497e5dd req-da0ad14a-795b-417a-ada8-44fed881cd8e tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:30.355744 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-19bdfdb7-d588-4783-a6dd-99727497e5dd req-da0ad14a-795b-417a-ada8-44fed881cd8e tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 946 time: 0.0657420 Jun 03 15:28:30.405290 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-19bdfdb7-d588-4783-a6dd-99727497e5dd req-b5a1b0f8-1d71-4c48-b6cb-8ed8449f459f tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431585 Jun 03 15:28:31.234704 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:31.253348 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff89ad-c44b-4949-83c9-bde7bf3b26a2 req-80a84d60-a909-420b-8df4-9faa32eadc2b tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:31.255321 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-5bff89ad-c44b-4949-83c9-bde7bf3b26a2 req-80a84d60-a909-420b-8df4-9faa32eadc2b tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 945 time: 0.0481763 Jun 03 15:28:31.310783 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-5bff89ad-c44b-4949-83c9-bde7bf3b26a2 req-00542249-b8f5-482d-8dbe-245bcd66864f tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/security-groups?id=d859fc33-d2f7-46f3-a29c-83d9a52aafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497777 Jun 03 15:28:31.473640 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81699023-a641-4282-862a-661bcf77e3f3 req-966c5a1f-bb58-42e8-a6ad-dc08c5d0d758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:31.475169 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-81699023-a641-4282-862a-661bcf77e3f3 req-966c5a1f-bb58-42e8-a6ad-dc08c5d0d758 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 1130 time: 0.0468452 Jun 03 15:28:31.549085 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b29c6-6154-4047-a52c-23dbd161418b req-4e3ca64a-be9b-44cc-99c0-9171ef3308af tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:31.550554 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-658b29c6-6154-4047-a52c-23dbd161418b req-4e3ca64a-be9b-44cc-99c0-9171ef3308af tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 946 time: 0.0668929 Jun 03 15:28:31.576886 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-81699023-a641-4282-862a-661bcf77e3f3 req-635178ba-c334-4733-a6af-123c9efd55b1 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915451 Jun 03 15:28:31.610713 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-658b29c6-6154-4047-a52c-23dbd161418b req-c0bb4591-4990-45cc-9912-b8aaf1cd1136 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519388 Jun 03 15:28:32.427299 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f96dc8-1df2-4970-a3c3-abbe75efc220 req-8453ea06-ac78-427a-a436-45a2bc248b0a tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:32.428773 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-76f96dc8-1df2-4970-a3c3-abbe75efc220 req-8453ea06-ac78-427a-a436-45a2bc248b0a tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 945 time: 0.0490775 Jun 03 15:28:32.477577 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-76f96dc8-1df2-4970-a3c3-abbe75efc220 req-a5956a76-46b3-4fbc-a007-9542f50873ba tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/security-groups?id=d859fc33-d2f7-46f3-a29c-83d9a52aafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428326 Jun 03 15:28:32.590617 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917eb7f-06af-408a-a7a8-aa8430d3ee85 req-6e725f7b-3c4c-4526-bc07-9d1592381c92 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:32.592172 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-6917eb7f-06af-408a-a7a8-aa8430d3ee85 req-6e725f7b-3c4c-4526-bc07-9d1592381c92 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 945 time: 0.0472252 Jun 03 15:28:32.647820 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-6917eb7f-06af-408a-a7a8-aa8430d3ee85 req-b117b821-0dc1-40f0-9775-644334a2e616 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/security-groups?id=d859fc33-d2f7-46f3-a29c-83d9a52aafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482926 Jun 03 15:28:32.732183 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5bd4de-3dcd-4fe8-a5ba-fa2449c53347 req-63483007-b667-414b-b5e3-cdc66165d7c5 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:32.732183 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-ba5bd4de-3dcd-4fe8-a5ba-fa2449c53347 req-63483007-b667-414b-b5e3-cdc66165d7c5 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 946 time: 0.0481803 Jun 03 15:28:32.781108 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-ba5bd4de-3dcd-4fe8-a5ba-fa2449c53347 req-d411902e-57e3-4e86-8933-228e2a9e0e7c tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426762 Jun 03 15:28:32.972398 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7391eb-397e-4fb8-a642-c4c088e64b0e req-05bce770-638b-485c-a418-4ead68cd21fd tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:32.973856 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-7c7391eb-397e-4fb8-a642-c4c088e64b0e req-05bce770-638b-485c-a418-4ead68cd21fd tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 945 time: 0.0508003 Jun 03 15:28:33.021025 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-7c7391eb-397e-4fb8-a642-c4c088e64b0e req-b58e611f-9a4a-4e50-83aa-5b163047c024 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/security-groups?id=d859fc33-d2f7-46f3-a29c-83d9a52aafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412889 Jun 03 15:28:33.890895 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77efc7e-a957-4b5a-ba5f-16b3cfde4138 req-3b824167-ed22-417f-b6fb-8b686e7c8e4f tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:33.892316 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-b77efc7e-a957-4b5a-ba5f-16b3cfde4138 req-3b824167-ed22-417f-b6fb-8b686e7c8e4f tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 946 time: 0.0449367 Jun 03 15:28:33.938146 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-b77efc7e-a957-4b5a-ba5f-16b3cfde4138 req-5f338082-5a1e-4718-9d27-435d3950b209 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395265 Jun 03 15:28:35.057465 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cfef2a-26f7-4461-bece-9823ec9a1e9d req-e4f3315a-e1c5-4e8c-bb4b-ca4dbcf70972 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:35.059029 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-91cfef2a-26f7-4461-bece-9823ec9a1e9d req-e4f3315a-e1c5-4e8c-bb4b-ca4dbcf70972 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 946 time: 0.0483544 Jun 03 15:28:35.108340 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-91cfef2a-26f7-4461-bece-9823ec9a1e9d req-2eee69c6-7e3a-49fc-8c04-e2cc7ea12522 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430214 Jun 03 15:28:36.232797 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d1c15-e80b-48ac-a9e2-c3a6bca8efa9 req-f21c0f87-ee17-452c-8ae7-c2fa9f5d5d8c tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:36.234279 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d63d1c15-e80b-48ac-a9e2-c3a6bca8efa9 req-f21c0f87-ee17-452c-8ae7-c2fa9f5d5d8c tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 946 time: 0.0526969 Jun 03 15:28:36.283812 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d63d1c15-e80b-48ac-a9e2-c3a6bca8efa9 req-6ab7fc38-e888-4f52-970c-2359b7091594 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431416 Jun 03 15:28:36.565589 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (5d40428d-d668-464b-bcee-3124e1355b3b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:36.956825 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=4 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:36.958169 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=2 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:37.401414 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322a83b-b9db-4b0a-96e5-57bf8f9ee850 req-dba59da6-5adc-4a0e-bb0b-48351da2ef60 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:37.402956 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-6322a83b-b9db-4b0a-96e5-57bf8f9ee850 req-dba59da6-5adc-4a0e-bb0b-48351da2ef60 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 946 time: 0.0501761 Jun 03 15:28:37.459360 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-6322a83b-b9db-4b0a-96e5-57bf8f9ee850 req-01d1b5d0-40c8-47ea-9602-09d5bee6fda4 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498955 Jun 03 15:28:37.605278 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b867d53-97f7-470e-9f87-817e993dc169 req-de012c9c-2d9f-4958-9a23-cc02db5c2a92 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:37.608678 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-2b867d53-97f7-470e-9f87-817e993dc169 req-de012c9c-2d9f-4958-9a23-cc02db5c2a92 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=cc122a7e-fe3b-4bb6-abb6-96e6a199d8e3 HTTP/1.1" status: 200 len: 946 time: 0.0691829 Jun 03 15:28:37.665331 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-2b867d53-97f7-470e-9f87-817e993dc169 req-75ebfa8a-8bd1-4df1-8462-01e9cd092302 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510459 Jun 03 15:28:39.317058 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7accb29-35eb-47c7-9d3d-99464a2a5ba9 req-642f31e1-da70-4e6f-8420-a08cd9c3b687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:39.318554 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d7accb29-35eb-47c7-9d3d-99464a2a5ba9 req-642f31e1-da70-4e6f-8420-a08cd9c3b687 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a402ec1153624838be07cda58279f2a4&device_id=cc122a7e-fe3b-4bb6-abb6-96e6a199d8e3 HTTP/1.1" status: 200 len: 1130 time: 0.0679195 Jun 03 15:28:39.324752 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0189fba-0885-4c9d-bda8-09aa8ee0c48a req-2e58ab38-d443-4a93-9706-4e585d23cd59 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:39.326403 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-e0189fba-0885-4c9d-bda8-09aa8ee0c48a req-2e58ab38-d443-4a93-9706-4e585d23cd59 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=cc122a7e-fe3b-4bb6-abb6-96e6a199d8e3 HTTP/1.1" status: 200 len: 946 time: 0.0774443 Jun 03 15:28:39.441639 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-f004c6b1-f384-4bdb-bc34-f09207afdcbc req-9378a339-e763-4ed9-9cb5-a6374417b0cf service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0523605 Jun 03 15:28:39.456568 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-e0189fba-0885-4c9d-bda8-09aa8ee0c48a req-d3ddc56c-e983-4453-a651-34412bba9a2e tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184242 Jun 03 15:28:39.457743 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7accb29-35eb-47c7-9d3d-99464a2a5ba9 req-d18c975f-7713-4ac1-a31b-5c6eeccf2b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:39.459115 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d7accb29-35eb-47c7-9d3d-99464a2a5ba9 req-d18c975f-7713-4ac1-a31b-5c6eeccf2b37 service neutron] 10.222.0.95 "GET /v2.0/networks?id=ba66765f-7c24-4296-be5e-4c2a803ccabf HTTP/1.1" status: 200 len: 919 time: 0.1310773 Jun 03 15:28:39.517912 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d7accb29-35eb-47c7-9d3d-99464a2a5ba9 req-889be738-d0e2-4d46-a0f5-378c3c0f60b4 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4a71b7c-b829-4818-a730-8eda807ebe70 HTTP/1.1" status: 200 len: 217 time: 0.0504370 Jun 03 15:28:39.542383 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=100 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:39.579858 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004c6b1-f384-4bdb-bc34-f09207afdcbc req-e774719d-2e8e-4569-b611-596f40ff5b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:39.582675 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-f004c6b1-f384-4bdb-bc34-f09207afdcbc req-e774719d-2e8e-4569-b611-596f40ff5b37 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=16edd3f309d54728882acc6d23f8861e&device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 1129 time: 0.0537753 Jun 03 15:28:39.585250 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=100 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:39.591719 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7accb29-35eb-47c7-9d3d-99464a2a5ba9 req-032b8027-4c91-47c0-aa59-17e7c5747b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:39.593393 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d7accb29-35eb-47c7-9d3d-99464a2a5ba9 req-032b8027-4c91-47c0-aa59-17e7c5747b22 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5cb0f2a7-ee25-46e9-8c4b-18478610484d HTTP/1.1" status: 200 len: 857 time: 0.0642319 Jun 03 15:28:39.665625 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7accb29-35eb-47c7-9d3d-99464a2a5ba9 req-61d95907-4e3a-475c-99af-180fa4135fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:39.667496 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d7accb29-35eb-47c7-9d3d-99464a2a5ba9 req-61d95907-4e3a-475c-99af-180fa4135fb4 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ba66765f-7c24-4296-be5e-4c2a803ccabf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0534973 Jun 03 15:28:39.712736 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=100 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:39.741530 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004c6b1-f384-4bdb-bc34-f09207afdcbc req-8103ee34-13c7-471d-b15b-4fa08a228e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:39.744608 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-f004c6b1-f384-4bdb-bc34-f09207afdcbc req-8103ee34-13c7-471d-b15b-4fa08a228e07 service neutron] 10.222.0.95 "GET /v2.0/networks?id=fc85e51d-f7a3-45da-ad6c-8c73a576aa2c HTTP/1.1" status: 200 len: 912 time: 0.1154573 Jun 03 15:28:39.792676 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d7accb29-35eb-47c7-9d3d-99464a2a5ba9 req-2344de38-83fe-42b2-a780-7b6f88a1c5b0 service neutron] 10.222.0.95 "GET /v2.0/networks/ba66765f-7c24-4296-be5e-4c2a803ccabf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096778 Jun 03 15:28:39.917748 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d7accb29-35eb-47c7-9d3d-99464a2a5ba9 req-387af9a1-af93-4b43-8c7a-780c4dea7b48 service neutron] 10.222.0.95 "GET /v2.0/networks/ba66765f-7c24-4296-be5e-4c2a803ccabf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173744 Jun 03 15:28:40.053992 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-f004c6b1-f384-4bdb-bc34-f09207afdcbc req-d7fb9a2d-f8d9-4bc9-86d7-44bd2dfc9f35 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4191cebd-3cce-492d-9aee-68a1dfd6dc5f HTTP/1.1" status: 200 len: 1000 time: 0.3001916 Jun 03 15:28:40.181535 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004c6b1-f384-4bdb-bc34-f09207afdcbc req-16389e81-e82b-4110-b2bc-0866b871d19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:40.183012 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-f004c6b1-f384-4bdb-bc34-f09207afdcbc req-16389e81-e82b-4110-b2bc-0866b871d19b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=774a6a80-1cd7-4bc8-a1d0-ccd75afe6883 HTTP/1.1" status: 200 len: 850 time: 0.0452156 Jun 03 15:28:40.232107 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004c6b1-f384-4bdb-bc34-f09207afdcbc req-1e041ab7-9208-4e7c-8133-a734d6f5b5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:40.233566 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-f004c6b1-f384-4bdb-bc34-f09207afdcbc req-1e041ab7-9208-4e7c-8133-a734d6f5b5c8 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=fc85e51d-f7a3-45da-ad6c-8c73a576aa2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0382824 Jun 03 15:28:40.333481 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-f004c6b1-f384-4bdb-bc34-f09207afdcbc req-6929cbfe-04d6-44fd-a0c7-984c6356570f service neutron] 10.222.0.95 "GET /v2.0/networks/fc85e51d-f7a3-45da-ad6c-8c73a576aa2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882666 Jun 03 15:28:40.434338 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-f004c6b1-f384-4bdb-bc34-f09207afdcbc req-ccaaf078-8c26-47e9-b138-8dccd9328349 service neutron] 10.222.0.95 "GET /v2.0/networks/fc85e51d-f7a3-45da-ad6c-8c73a576aa2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862427 Jun 03 15:28:40.550035 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=100 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:40.593445 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32267f56-0a1f-4905-b943-42baa47b76eb req-b4ebdc77-e566-45d4-bc34-dfff99929e82 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:40.595034 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-32267f56-0a1f-4905-b943-42baa47b76eb req-b4ebdc77-e566-45d4-bc34-dfff99929e82 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=cc122a7e-fe3b-4bb6-abb6-96e6a199d8e3 HTTP/1.1" status: 200 len: 946 time: 0.0549004 Jun 03 15:28:40.656939 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-32267f56-0a1f-4905-b943-42baa47b76eb req-e097b3df-f0f5-4d48-93fc-f1fd0cc6ef44 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534878 Jun 03 15:28:41.093299 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 52190) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:28:41.250409 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-304aab1d-9cea-44a1-ad69-be250a061328 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:41.338136 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-304aab1d-9cea-44a1-ad69-be250a061328 admin admin] Publish callbacks [] for security_group (6c95043e-711e-4bb8-b207-b059d668a418), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:41.342639 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-304aab1d-9cea-44a1-ad69-be250a061328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (6c95043e-711e-4bb8-b207-b059d668a418), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:41.381660 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304aab1d-9cea-44a1-ad69-be250a061328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c95043e-711e-4bb8-b207-b059d668a418,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:41.385779 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-304aab1d-9cea-44a1-ad69-be250a061328 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=3ceaeab3047d416ea09b0717930d7880&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2914913 Jun 03 15:28:41.389254 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 52208) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:28:41.391866 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304aab1d-9cea-44a1-ad69-be250a061328 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:41.392811 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304aab1d-9cea-44a1-ad69-be250a061328 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:41.393154 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304aab1d-9cea-44a1-ad69-be250a061328 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:41.393497 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304aab1d-9cea-44a1-ad69-be250a061328 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:41.393826 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304aab1d-9cea-44a1-ad69-be250a061328 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:41.394661 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304aab1d-9cea-44a1-ad69-be250a061328 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:41.394991 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304aab1d-9cea-44a1-ad69-be250a061328 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:41.395614 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304aab1d-9cea-44a1-ad69-be250a061328 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:41.395939 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304aab1d-9cea-44a1-ad69-be250a061328 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:41.396264 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304aab1d-9cea-44a1-ad69-be250a061328 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:41.396663 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304aab1d-9cea-44a1-ad69-be250a061328 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:41.396904 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304aab1d-9cea-44a1-ad69-be250a061328 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:41.397223 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304aab1d-9cea-44a1-ad69-be250a061328 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:41.397554 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304aab1d-9cea-44a1-ad69-be250a061328 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:41.397858 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304aab1d-9cea-44a1-ad69-be250a061328 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:41.444665 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-fba411b7-1510-4996-a034-9d03434c1363 admin admin] Publish callbacks [] for security_group (6c95043e-711e-4bb8-b207-b059d668a418), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:41.466546 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-fba411b7-1510-4996-a034-9d03434c1363 admin admin] Publish callbacks [] for security_group (6c95043e-711e-4bb8-b207-b059d668a418), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:41.509946 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 52212) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:28:41.516883 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-fba411b7-1510-4996-a034-9d03434c1363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (6c95043e-711e-4bb8-b207-b059d668a418), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:41.519959 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-fba411b7-1510-4996-a034-9d03434c1363 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:41.521342 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-fba411b7-1510-4996-a034-9d03434c1363 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6c95043e-711e-4bb8-b207-b059d668a418 HTTP/1.1" status: 204 len: 168 time: 0.1309981 Jun 03 15:28:41.529300 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba411b7-1510-4996-a034-9d03434c1363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c95043e-711e-4bb8-b207-b059d668a418,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:41.536735 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba411b7-1510-4996-a034-9d03434c1363 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:41.537089 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba411b7-1510-4996-a034-9d03434c1363 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:41.537437 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba411b7-1510-4996-a034-9d03434c1363 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:41.537781 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba411b7-1510-4996-a034-9d03434c1363 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:41.538194 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba411b7-1510-4996-a034-9d03434c1363 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:41.538662 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba411b7-1510-4996-a034-9d03434c1363 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:41.539004 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba411b7-1510-4996-a034-9d03434c1363 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:41.539337 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba411b7-1510-4996-a034-9d03434c1363 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:41.539696 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba411b7-1510-4996-a034-9d03434c1363 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:41.540027 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba411b7-1510-4996-a034-9d03434c1363 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:41.540362 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba411b7-1510-4996-a034-9d03434c1363 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:41.540687 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba411b7-1510-4996-a034-9d03434c1363 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:41.541012 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba411b7-1510-4996-a034-9d03434c1363 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:41.541336 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba411b7-1510-4996-a034-9d03434c1363 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:41.541657 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba411b7-1510-4996-a034-9d03434c1363 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:28:41.781711 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4b031f38-75cd-4056-871c-14724babbc02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:41.799146 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783c58a-f76b-4723-bbae-a0ebea9b3bb6 req-4a80d07a-f7f3-4e64-9459-8af2353e27d3 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:41.801167 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-7783c58a-f76b-4723-bbae-a0ebea9b3bb6 req-4a80d07a-f7f3-4e64-9459-8af2353e27d3 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=cc122a7e-fe3b-4bb6-abb6-96e6a199d8e3 HTTP/1.1" status: 200 len: 946 time: 0.0731609 Jun 03 15:28:41.881154 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-7783c58a-f76b-4723-bbae-a0ebea9b3bb6 req-fca6baf1-1d3a-4ea7-8028-7bf9019601fd tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729165 Jun 03 15:28:41.930075 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4b031f38-75cd-4056-871c-14724babbc02 admin admin] Publish callbacks [] for security_group (75a3c134-7697-4837-b9da-48202d1b993e), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:41.934697 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4b031f38-75cd-4056-871c-14724babbc02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (75a3c134-7697-4837-b9da-48202d1b993e), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:41.973165 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b031f38-75cd-4056-871c-14724babbc02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a3c134-7697-4837-b9da-48202d1b993e,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:41.979644 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-4b031f38-75cd-4056-871c-14724babbc02 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ddbe35f7af89474d850b2c40c8cfe89a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4662387 Jun 03 15:28:41.979990 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 52234) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:28:42.033717 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-34491c4f-f220-4072-9372-7f2e5f450be5 admin admin] Publish callbacks [] for security_group (75a3c134-7697-4837-b9da-48202d1b993e), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:42.059277 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-34491c4f-f220-4072-9372-7f2e5f450be5 admin admin] Publish callbacks [] for security_group (75a3c134-7697-4837-b9da-48202d1b993e), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:42.087890 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:42.108171 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-34491c4f-f220-4072-9372-7f2e5f450be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (75a3c134-7697-4837-b9da-48202d1b993e), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:42.110716 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-34491c4f-f220-4072-9372-7f2e5f450be5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:42.112151 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-34491c4f-f220-4072-9372-7f2e5f450be5 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/75a3c134-7697-4837-b9da-48202d1b993e HTTP/1.1" status: 204 len: 168 time: 0.1312690 Jun 03 15:28:42.120334 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34491c4f-f220-4072-9372-7f2e5f450be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a3c134-7697-4837-b9da-48202d1b993e,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:42.409177 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 52252) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:28:42.422749 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-001ecbed-637a-4321-9274-db8010864ffc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:42.435010 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:42.502435 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-001ecbed-637a-4321-9274-db8010864ffc admin admin] Publish callbacks [] for security_group (5aa75d41-e19c-45fb-a115-70fde3badff5), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:42.507450 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-001ecbed-637a-4321-9274-db8010864ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (5aa75d41-e19c-45fb-a115-70fde3badff5), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:42.545295 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001ecbed-637a-4321-9274-db8010864ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa75d41-e19c-45fb-a115-70fde3badff5,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:42.552843 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 52258) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:28:42.553346 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-001ecbed-637a-4321-9274-db8010864ffc admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=71b097645e824220be4d02f95c561827&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1426308 Jun 03 15:28:42.605749 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-a89da001-b6f3-40c5-ad1d-c41c366fc6ac admin admin] Publish callbacks [] for security_group (5aa75d41-e19c-45fb-a115-70fde3badff5), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:42.631958 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-a89da001-b6f3-40c5-ad1d-c41c366fc6ac admin admin] Publish callbacks [] for security_group (5aa75d41-e19c-45fb-a115-70fde3badff5), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:42.683007 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-a89da001-b6f3-40c5-ad1d-c41c366fc6ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (5aa75d41-e19c-45fb-a115-70fde3badff5), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:42.685549 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-a89da001-b6f3-40c5-ad1d-c41c366fc6ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:42.686807 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-a89da001-b6f3-40c5-ad1d-c41c366fc6ac admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/5aa75d41-e19c-45fb-a115-70fde3badff5 HTTP/1.1" status: 204 len: 168 time: 0.1329012 Jun 03 15:28:42.696508 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89da001-b6f3-40c5-ad1d-c41c366fc6ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa75d41-e19c-45fb-a115-70fde3badff5,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:43.025442 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30936952-9557-4dcf-a3ce-f8776bdbc333 req-d5a8f996-cd60-44d1-914d-9356a030b600 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:43.026985 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-30936952-9557-4dcf-a3ce-f8776bdbc333 req-d5a8f996-cd60-44d1-914d-9356a030b600 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=cc122a7e-fe3b-4bb6-abb6-96e6a199d8e3 HTTP/1.1" status: 200 len: 946 time: 0.0608392 Jun 03 15:28:43.064846 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:43.083995 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-30936952-9557-4dcf-a3ce-f8776bdbc333 req-46e812c6-1598-4897-b547-3dc9b56a9d99 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488257 Jun 03 15:28:43.852255 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.agents_db [None req-a949b1cf-d0d8-4748-9c84-4164e96bf99f None None] Agent healthcheck: found 6 active agents {{(pid=103922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 15:28:44.203119 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e66973-78c9-45bb-8a2c-c31c91678c5b req-1ab31892-1c9b-4ed8-8f2f-052c2e241130 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:44.204637 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-46e66973-78c9-45bb-8a2c-c31c91678c5b req-1ab31892-1c9b-4ed8-8f2f-052c2e241130 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=cc122a7e-fe3b-4bb6-abb6-96e6a199d8e3 HTTP/1.1" status: 200 len: 946 time: 0.0476310 Jun 03 15:28:44.255819 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-46e66973-78c9-45bb-8a2c-c31c91678c5b req-08f373e5-bbbe-4e03-ac00-25bc8aa4604e tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443645 Jun 03 15:28:45.384405 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b42f6a-c725-4eb7-90a4-17d3af1d0db2 req-c5e97447-86d1-4701-a13f-1be52c422793 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:45.385919 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-81b42f6a-c725-4eb7-90a4-17d3af1d0db2 req-c5e97447-86d1-4701-a13f-1be52c422793 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=cc122a7e-fe3b-4bb6-abb6-96e6a199d8e3 HTTP/1.1" status: 200 len: 946 time: 0.0539794 Jun 03 15:28:45.445560 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-81b42f6a-c725-4eb7-90a4-17d3af1d0db2 req-cc54d436-8f2f-4dbe-aad1-0f62db34400b tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532224 Jun 03 15:28:46.410046 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8fef8b-3089-419f-8b06-ea4d55c00e74 req-20ba0f29-eee0-46c4-9785-9bc1042f8c8b tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:46.411659 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-2e8fef8b-3089-419f-8b06-ea4d55c00e74 req-20ba0f29-eee0-46c4-9785-9bc1042f8c8b tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 945 time: 0.0503390 Jun 03 15:28:46.462169 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-2e8fef8b-3089-419f-8b06-ea4d55c00e74 req-b66c06fa-88fd-4d71-b072-0d54170b18ae tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/security-groups?id=d859fc33-d2f7-46f3-a29c-83d9a52aafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442140 Jun 03 15:28:46.485683 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 52428) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:28:46.553017 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49145fb-fa9f-4a98-9151-82ce8e1c617a req-353267cb-6062-420c-95d4-b2a3618ee58e tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:46.554590 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b49145fb-fa9f-4a98-9151-82ce8e1c617a req-353267cb-6062-420c-95d4-b2a3618ee58e tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=cc122a7e-fe3b-4bb6-abb6-96e6a199d8e3 HTTP/1.1" status: 200 len: 946 time: 0.0483639 Jun 03 15:28:46.610188 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b49145fb-fa9f-4a98-9151-82ce8e1c617a req-7322e612-5244-4ec3-9a83-cfc4d142c6be tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499763 Jun 03 15:28:46.675012 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e02e76b-87e5-4a45-bacb-a60238b77771 tempest-TestMinimumBasicScenario-491054483 tempest-TestMinimumBasicScenario-491054483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:46.677133 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-8e02e76b-87e5-4a45-bacb-a60238b77771 tempest-TestMinimumBasicScenario-491054483 tempest-TestMinimumBasicScenario-491054483-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 1124 time: 0.1904793 Jun 03 15:28:46.680142 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 52432) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:28:46.685757 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-050f984a-ade5-483c-a60f-7aa8f370664b tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Request body: {'floatingip': {'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'port_id': '3013216d-76f3-469e-9c86-a0bc71687991', 'tenant_id': '00d2022cc4be4779af1edf1520c439ae', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:28:46.706064 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-050f984a-ade5-483c-a60f-7aa8f370664b tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:46.782856 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-050f984a-ade5-483c-a60f-7aa8f370664b tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:46.894271 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.db_base_plugin_common [None req-050f984a-ade5-483c-a60f-7aa8f370664b tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Allocated IP 172.27.3.118 (2ebb747a-15cb-4ff0-831b-eddaba7ea913/396ae3db-97af-42d7-bc28-96050c96ba42/c55c35c1-14ec-4da5-a3d2-9fbac73c09a3) {{(pid=103919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:28:46.942644 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:47.001586 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-050f984a-ade5-483c-a60f-7aa8f370664b tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Publish callbacks [] for port (c55c35c1-14ec-4da5-a3d2-9fbac73c09a3), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:47.036118 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-050f984a-ade5-483c-a60f-7aa8f370664b tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4807792'] for port (c55c35c1-14ec-4da5-a3d2-9fbac73c09a3), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:47.079852 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050f984a-ade5-483c-a60f-7aa8f370664b tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Network 2ebb747a-15cb-4ff0-831b-eddaba7ea913 is already hosted by enough agents. {{(pid=103919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:28:47.084010 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.base_scheduler [None req-050f984a-ade5-483c-a60f-7aa8f370664b tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Resources bound (agent type, host, resource id): {{(pid=103919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:28:47.090183 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050f984a-ade5-483c-a60f-7aa8f370664b tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Received port after_create {{(pid=103919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:28:47.095515 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050f984a-ade5-483c-a60f-7aa8f370664b tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Pushing event updated for resources: {'Port': ['ID=c55c35c1-14ec-4da5-a3d2-9fbac73c09a3,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:47.377272 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:47.397844 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-a6330286-62dd-4b95-82ac-f517be92a671 req-d4610735-7f7e-4fc8-ad09-428f16e57634 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1645567840&fields=id&tenant_id=98f97ac03be44e0bb8ab21d985d1dd27 HTTP/1.1" status: 200 len: 267 time: 0.1529677 Jun 03 15:28:47.633417 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6330286-62dd-4b95-82ac-f517be92a671 req-72e11f60-dba7-4867-ba76-c0fa47af9d0f tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:47.636023 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-a6330286-62dd-4b95-82ac-f517be92a671 req-72e11f60-dba7-4867-ba76-c0fa47af9d0f tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/networks?id=63fabd49-da18-4288-852a-c9b600b6fd0f HTTP/1.1" status: 200 len: 809 time: 0.2294364 Jun 03 15:28:47.665657 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-050f984a-ade5-483c-a60f-7aa8f370664b tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Publish callbacks [] for floatingip (40f1936e-2609-4eca-ae9b-97d863f6d0df), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:47.689549 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-a6330286-62dd-4b95-82ac-f517be92a671 req-936a4727-c5aa-4c62-b929-ea2167f1841e tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/quotas/98f97ac03be44e0bb8ab21d985d1dd27 HTTP/1.1" status: 200 len: 375 time: 0.0471773 Jun 03 15:28:47.735336 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc87bc4e-d8f8-42fb-a192-07d8fc1ce866 req-e14e7e50-6738-43cb-874a-6cd332753169 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:47.736926 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-dc87bc4e-d8f8-42fb-a192-07d8fc1ce866 req-e14e7e50-6738-43cb-874a-6cd332753169 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=cc122a7e-fe3b-4bb6-abb6-96e6a199d8e3 HTTP/1.1" status: 200 len: 946 time: 0.0507557 Jun 03 15:28:47.767041 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-a6330286-62dd-4b95-82ac-f517be92a671 req-c555ceca-0a84-4dca-b277-8c8971f90657 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=98f97ac03be44e0bb8ab21d985d1dd27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0688491 Jun 03 15:28:47.779748 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-050f984a-ade5-483c-a60f-7aa8f370664b tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (c55c35c1-14ec-4da5-a3d2-9fbac73c09a3), before_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:47.787727 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-dc87bc4e-d8f8-42fb-a192-07d8fc1ce866 req-ac2af6ab-21c1-43d3-a53a-074d71da9408 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433674 Jun 03 15:28:47.916034 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:47.939129 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-a6330286-62dd-4b95-82ac-f517be92a671 req-a6c34436-5fef-44ff-9e6d-3ae728a6991a service neutron] 10.222.0.93 "GET /v2.0/networks/63fabd49-da18-4288-852a-c9b600b6fd0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579051 Jun 03 15:28:48.129043 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-a6330286-62dd-4b95-82ac-f517be92a671 req-5aec398a-639b-41ab-8105-901460460338 service neutron] 10.222.0.93 "GET /v2.0/networks/63fabd49-da18-4288-852a-c9b600b6fd0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421733 Jun 03 15:28:48.145036 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-050f984a-ade5-483c-a60f-7aa8f370664b tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Publish callbacks [] for port (c55c35c1-14ec-4da5-a3d2-9fbac73c09a3), precommit_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:48.149949 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-050f984a-ade5-483c-a60f-7aa8f370664b tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4807753'] for port (c55c35c1-14ec-4da5-a3d2-9fbac73c09a3), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:48.177871 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:48.224158 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050f984a-ade5-483c-a60f-7aa8f370664b tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Pushing event updated for resources: {'Port': ['ID=c55c35c1-14ec-4da5-a3d2-9fbac73c09a3,revision_number=2']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:48.242923 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-050f984a-ade5-483c-a60f-7aa8f370664b tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763103'] for floatingip (40f1936e-2609-4eca-ae9b-97d863f6d0df), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:48.365107 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.db.l3_db [None req-050f984a-ade5-483c-a60f-7aa8f370664b tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Floating IP 40f1936e-2609-4eca-ae9b-97d863f6d0df associated. External IP: 172.27.3.118, port: 3013216d-76f3-469e-9c86-a0bc71687991. Jun 03 15:28:48.519973 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-0b099563-ed7d-424f-9b3d-89c4e64f77d6 req-91b98dfd-5355-4c32-8779-9cf7352ec521 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/ports?device_id=800d0eab-3550-4b55-8837-765681285f77 HTTP/1.1" status: 200 len: 210 time: 0.0271111 Jun 03 15:28:48.571912 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-050f984a-ade5-483c-a60f-7aa8f370664b tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Router f11933e3-578d-4387-b023-e8386fa01557 has already been hosted by L3 agent af3cb756-c261-4349-9f96-3650fb8ddf57 {{(pid=103919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 15:28:48.697017 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050f984a-ade5-483c-a60f-7aa8f370664b tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Notify agent at l3_agent.dv-cinder-831247-16-iscsi the message routers_updated {{(pid=103919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 15:28:48.716160 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc05df79-0918-4963-ad0a-f4ec4e5ee867 None None] Sync routers for ids ['f11933e3-578d-4387-b023-e8386fa01557'] in dv-cinder-831247-16-iscsi {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:28:48.737815 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc05df79-0918-4963-ad0a-f4ec4e5ee867 None None] Routers {'f11933e3-578d-4387-b023-e8386fa01557'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:28:48.739744 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-cc05df79-0918-4963-ad0a-f4ec4e5ee867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:28:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['f11933e3-578d-4387-b023-e8386fa01557'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:48.745943 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-050f984a-ade5-483c-a60f-7aa8f370664b tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for floatingip (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:48.825441 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-050f984a-ade5-483c-a60f-7aa8f370664b tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1414406 Jun 03 15:28:48.825441 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67f284eb-df90-4337-8bdf-511156b6a756', 'tag': '3013216d-76f3-469e-9c86-a0bc71687991'}] {{(pid=103919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:28:48.826115 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 52520) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:28:48.833779 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-261cfe53-9d15-4922-9e5b-f8acf4944c91 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1682147940', 'description': 'tempest-secgroup-smoke-1682147940 description', 'project_id': '00d2022cc4be4779af1edf1520c439ae'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:28:48.843486 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb6718ce3f0a4af57ef91ee7142c10b6234fd65cffdc95d0a08216ae9169e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d12a559-1bec-4897-b6a6-8f10c5d237e5" -d '{"events": [{"name": "network-changed", "server_uuid": "67f284eb-df90-4337-8bdf-511156b6a756", "tag": "3013216d-76f3-469e-9c86-a0bc71687991"}]}' {{(pid=103919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:28:48.870386 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-261cfe53-9d15-4922-9e5b-f8acf4944c91 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:48.899652 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-cc05df79-0918-4963-ad0a-f4ec4e5ee867 None None] Set router f11933e3-578d-4387-b023-e8386fa01557 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:28:48.970703 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-261cfe53-9d15-4922-9e5b-f8acf4944c91 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Publish callbacks [] for security_group (a693cf21-50d5-4e38-8e93-263cac144c13), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:49.045260 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:49.051922 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-261cfe53-9d15-4922-9e5b-f8acf4944c91 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (a693cf21-50d5-4e38-8e93-263cac144c13), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:49.240108 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-cc05df79-0918-4963-ad0a-f4ec4e5ee867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11933e3-578d-4387-b023-e8386fa01557', 'name': 'tempest-TestMinimumBasicScenario-901123784-router', 'tenant_id': '00d2022cc4be4779af1edf1520c439ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'd5ca0c4b-44f8-4798-abea-a11d7b9bda46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:27:28Z', 'updated_at': '2022-06-03T15:27:34Z', 'revision_number': 4, 'project_id': '00d2022cc4be4779af1edf1520c439ae', 'gw_port': {'id': 'd5ca0c4b-44f8-4798-abea-a11d7b9bda46', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11933e3-578d-4387-b023-e8386fa01557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:27:30Z', 'updated_at': '2022-06-03T15:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_floatingips': [{'id': '40f1936e-2609-4eca-ae9b-97d863f6d0df', 'tenant_id': '00d2022cc4be4779af1edf1520c439ae', 'floating_ip_address': '172.27.3.118', 'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'router_id': 'f11933e3-578d-4387-b023-e8386fa01557', 'port_id': '3013216d-76f3-469e-9c86-a0bc71687991', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 339, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'beafa1b9-ad41-4519-b3bd-aaad5165f1e2', 'mac_address': 'fa:16:3e:38:a0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f284eb-df90-4337-8bdf-511156b6a756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:28:47Z', 'updated_at': '2022-06-03T15:28:47Z', 'revision_number': 0, 'project_id': '00d2022cc4be4779af1edf1520c439ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2661c8-2f5d-4116-a804-ea008520eba3', 'name': '', 'network_id': 'beafa1b9-ad41-4519-b3bd-aaad5165f1e2', 'tenant_id': '00d2022cc4be4779af1edf1520c439ae', 'mac_address': 'fa:16:3e:e2:fc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11933e3-578d-4387-b023-e8386fa01557', 'device_owner': 'network:router_interface', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': 'd1c0b66e-b6eb-4901-9a4c-c6cd4fad6b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:27:32Z', 'updated_at': '2022-06-03T15:27:38Z', 'revision_number': 5, 'project_id': '00d2022cc4be4779af1edf1520c439ae', 'subnets': [{'id': 'd1c0b66e-b6eb-4901-9a4c-c6cd4fad6b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:49.321041 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc05df79-0918-4963-ad0a-f4ec4e5ee867 None None] Checking router: f11933e3-578d-4387-b023-e8386fa01557 for host: dv-cinder-831247-16-iscsi {{(pid=103922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:28:49.334167 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d60d99-4d4f-49ff-9ffc-417b70793e39 req-4ac6c1e9-c4b5-4b1d-8b9d-9612dae1067c tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:49.342689 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc05df79-0918-4963-ad0a-f4ec4e5ee867 None None] Routers {'f11933e3-578d-4387-b023-e8386fa01557'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:28:49.342911 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-09d60d99-4d4f-49ff-9ffc-417b70793e39 req-4ac6c1e9-c4b5-4b1d-8b9d-9612dae1067c tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=cc122a7e-fe3b-4bb6-abb6-96e6a199d8e3 HTTP/1.1" status: 200 len: 946 time: 0.3699727 Jun 03 15:28:49.345800 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-cc05df79-0918-4963-ad0a-f4ec4e5ee867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:28:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['f11933e3-578d-4387-b023-e8386fa01557'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:49.455825 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-09d60d99-4d4f-49ff-9ffc-417b70793e39 req-763fb381-d9d9-483c-b1e5-44d7b2854477 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119742 Jun 03 15:28:49.464119 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261cfe53-9d15-4922-9e5b-f8acf4944c91 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a693cf21-50d5-4e38-8e93-263cac144c13,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:49.474650 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-261cfe53-9d15-4922-9e5b-f8acf4944c91 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:49.475922 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-261cfe53-9d15-4922-9e5b-f8acf4944c91 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6488574 Jun 03 15:28:49.479885 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 52560) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:28:49.483597 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-75ec987a-3c80-4254-a117-d3cd745ffc37 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Request body: {'security_group_rule': {'security_group_id': 'a693cf21-50d5-4e38-8e93-263cac144c13', 'project_id': '00d2022cc4be4779af1edf1520c439ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:28:49.520806 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-75ec987a-3c80-4254-a117-d3cd745ffc37 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Publish callbacks [] for security_group_rule (887c5027-9985-4a0d-943c-a400a669e979), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:49.541305 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 52564) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:28:49.606250 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 15:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee947c42-1196-4384-bc8f-6c6aa11a99ec x-openstack-request-id: req-ee947c42-1196-4384-bc8f-6c6aa11a99ec {{(pid=103919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:28:49.606555 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67f284eb-df90-4337-8bdf-511156b6a756", "tag": "3013216d-76f3-469e-9c86-a0bc71687991", "status": "completed", "code": 200}]} {{(pid=103919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:28:49.608766 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ee947c42-1196-4384-bc8f-6c6aa11a99ec {{(pid=103919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:28:49.609235 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee947c42-1196-4384-bc8f-6c6aa11a99ec'] response: {'name': 'network-changed', 'server_uuid': '67f284eb-df90-4337-8bdf-511156b6a756', 'tag': '3013216d-76f3-469e-9c86-a0bc71687991', 'status': 'completed', 'code': 200} Jun 03 15:28:49.654326 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-cc05df79-0918-4963-ad0a-f4ec4e5ee867 None None] Set router f11933e3-578d-4387-b023-e8386fa01557 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:28:49.685616 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-75ec987a-3c80-4254-a117-d3cd745ffc37 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Publish callbacks [] for security_group_rule (887c5027-9985-4a0d-943c-a400a669e979), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:49.691655 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-75ec987a-3c80-4254-a117-d3cd745ffc37 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749434'] for security_group_rule (887c5027-9985-4a0d-943c-a400a669e979), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:49.703406 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68574f7-5724-4aca-bf3b-528a905cf117 req-dbe78c1e-ec9a-4d77-bddd-b0e6b3272c7b tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:49.711327 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d68574f7-5724-4aca-bf3b-528a905cf117 req-dbe78c1e-ec9a-4d77-bddd-b0e6b3272c7b tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 945 time: 0.1128466 Jun 03 15:28:49.722671 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ec987a-3c80-4254-a117-d3cd745ffc37 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=887c5027-9985-4a0d-943c-a400a669e979,revision_number=0']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:49.738790 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-75ec987a-3c80-4254-a117-d3cd745ffc37 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:49.743738 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-75ec987a-3c80-4254-a117-d3cd745ffc37 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2637272 Jun 03 15:28:49.745483 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 52572) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:28:49.753577 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-5e434550-1d0e-4aa1-9913-2551e7953b71 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Request body: {'security_group_rule': {'security_group_id': 'a693cf21-50d5-4e38-8e93-263cac144c13', 'project_id': '00d2022cc4be4779af1edf1520c439ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:28:49.764418 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d68574f7-5724-4aca-bf3b-528a905cf117 req-bb9d5af9-ce10-4f3e-892b-d0318464dd08 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521829 Jun 03 15:28:49.794696 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-79c63bd5-5ac0-4e16-9e71-bcb4af9dd123 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:49.839814 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:UPDATE=1,neutron:INSERT=5,neutron:SELECT=92,neutron:DELETE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:49.852938 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:49.858545 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12a559-1bec-4897-b6a6-8f10c5d237e5 req-be949af3-4606-48ef-9277-c14ea24c70e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:49.860185 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-3d12a559-1bec-4897-b6a6-8f10c5d237e5 req-be949af3-4606-48ef-9277-c14ea24c70e3 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=00d2022cc4be4779af1edf1520c439ae&device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 1129 time: 0.0966651 Jun 03 15:28:49.860863 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-5e434550-1d0e-4aa1-9913-2551e7953b71 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Publish callbacks [] for security_group_rule (a00d35f6-3483-40d1-a23f-bfc1cb35c374), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:49.899889 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:49.903609 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-2b981dc8-55b2-4046-9783-b3eef5574475 req-6848e9ec-8df2-4141-8855-ee73ecd679d8 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/ports?device_id=800d0eab-3550-4b55-8837-765681285f77 HTTP/1.1" status: 200 len: 210 time: 0.0487297 Jun 03 15:28:49.921267 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-5e434550-1d0e-4aa1-9913-2551e7953b71 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Publish callbacks [] for security_group_rule (a00d35f6-3483-40d1-a23f-bfc1cb35c374), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:49.921849 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-79c63bd5-5ac0-4e16-9e71-bcb4af9dd123 admin admin] Publish callbacks [] for security_group (ddbaf68b-49ca-4961-9a9f-5086991d7fec), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:49.926918 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-5e434550-1d0e-4aa1-9913-2551e7953b71 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749434'] for security_group_rule (a00d35f6-3483-40d1-a23f-bfc1cb35c374), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:49.938661 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-79c63bd5-5ac0-4e16-9e71-bcb4af9dd123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (ddbaf68b-49ca-4961-9a9f-5086991d7fec), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:49.950288 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e434550-1d0e-4aa1-9913-2551e7953b71 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a00d35f6-3483-40d1-a23f-bfc1cb35c374,revision_number=0']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:49.959550 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-5e434550-1d0e-4aa1-9913-2551e7953b71 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:49.963235 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-5e434550-1d0e-4aa1-9913-2551e7953b71 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2121656 Jun 03 15:28:49.963527 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 52574) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:28:49.964738 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=100 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:49.971606 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-90146427-2d63-4569-a1f3-67d2c859b7f7 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Request body: {'security_group_rule': {'security_group_id': 'a693cf21-50d5-4e38-8e93-263cac144c13', 'project_id': '00d2022cc4be4779af1edf1520c439ae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:28:49.972624 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-cc05df79-0918-4963-ad0a-f4ec4e5ee867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11933e3-578d-4387-b023-e8386fa01557', 'name': 'tempest-TestMinimumBasicScenario-901123784-router', 'tenant_id': '00d2022cc4be4779af1edf1520c439ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'd5ca0c4b-44f8-4798-abea-a11d7b9bda46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:27:28Z', 'updated_at': '2022-06-03T15:27:34Z', 'revision_number': 4, 'project_id': '00d2022cc4be4779af1edf1520c439ae', 'gw_port': {'id': 'd5ca0c4b-44f8-4798-abea-a11d7b9bda46', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11933e3-578d-4387-b023-e8386fa01557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:27:30Z', 'updated_at': '2022-06-03T15:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_floatingips': [{'id': '40f1936e-2609-4eca-ae9b-97d863f6d0df', 'tenant_id': '00d2022cc4be4779af1edf1520c439ae', 'floating_ip_address': '172.27.3.118', 'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'router_id': 'f11933e3-578d-4387-b023-e8386fa01557', 'port_id': '3013216d-76f3-469e-9c86-a0bc71687991', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 339, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'beafa1b9-ad41-4519-b3bd-aaad5165f1e2', 'mac_address': 'fa:16:3e:38:a0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f284eb-df90-4337-8bdf-511156b6a756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:28:47Z', 'updated_at': '2022-06-03T15:28:47Z', 'revision_number': 0, 'project_id': '00d2022cc4be4779af1edf1520c439ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2661c8-2f5d-4116-a804-ea008520eba3', 'name': '', 'network_id': 'beafa1b9-ad41-4519-b3bd-aaad5165f1e2', 'tenant_id': '00d2022cc4be4779af1edf1520c439ae', 'mac_address': 'fa:16:3e:e2:fc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11933e3-578d-4387-b023-e8386fa01557', 'device_owner': 'network:router_interface', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': 'd1c0b66e-b6eb-4901-9a4c-c6cd4fad6b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:27:32Z', 'updated_at': '2022-06-03T15:27:38Z', 'revision_number': 5, 'project_id': '00d2022cc4be4779af1edf1520c439ae', 'subnets': [{'id': 'd1c0b66e-b6eb-4901-9a4c-c6cd4fad6b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:28:49.984661 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c63bd5-5ac0-4e16-9e71-bcb4af9dd123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbaf68b-49ca-4961-9a9f-5086991d7fec,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:49.989318 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-79c63bd5-5ac0-4e16-9e71-bcb4af9dd123 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=bacee20cf4364ddda0cceeffaf71669f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4461632 Jun 03 15:28:49.992077 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 52576) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:28:50.001498 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc05df79-0918-4963-ad0a-f4ec4e5ee867 None None] The sync data for ids ['f11933e3-578d-4387-b023-e8386fa01557'] in dv-cinder-831247-16-iscsi is: [{'id': 'f11933e3-578d-4387-b023-e8386fa01557', 'name': 'tempest-TestMinimumBasicScenario-901123784-router', 'tenant_id': '00d2022cc4be4779af1edf1520c439ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'd5ca0c4b-44f8-4798-abea-a11d7b9bda46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:27:28Z', 'updated_at': '2022-06-03T15:27:34Z', 'revision_number': 4, 'project_id': '00d2022cc4be4779af1edf1520c439ae', 'gw_port': {'id': 'd5ca0c4b-44f8-4798-abea-a11d7b9bda46', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11933e3-578d-4387-b023-e8386fa01557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:27:30Z', 'updated_at': '2022-06-03T15:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_floatingips': [{'id': '40f1936e-2609-4eca-ae9b-97d863f6d0df', 'tenant_id': '00d2022cc4be4779af1edf1520c439ae', 'floating_ip_address': '172.27.3.118', 'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'router_id': 'f11933e3-578d-4387-b023-e8386fa01557', 'port_id': '3013216d-76f3-469e-9c86-a0bc71687991', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 339, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'beafa1b9-ad41-4519-b3bd-aaad5165f1e2', 'mac_address': 'fa:16:3e:38:a0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f284eb-df90-4337-8bdf-511156b6a756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:28:47Z', 'updated_at': '2022-06-03T15:28:47Z', 'revision_number': 0, 'project_id': '00d2022cc4be4779af1edf1520c439ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2661c8-2f5d-4116-a804-ea008520eba3', 'name': '', 'network_id': 'beafa1b9-ad41-4519-b3bd-aaad5165f1e2', 'tenant_id': '00d2022cc4be4779af1edf1520c439ae', 'mac_address': 'fa:16:3e:e2:fc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11933e3-578d-4387-b023-e8386fa01557', 'device_owner': 'network:router_interface', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': 'd1c0b66e-b6eb-4901-9a4c-c6cd4fad6b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:27:32Z', 'updated_at': '2022-06-03T15:27:38Z', 'revision_number': 5, 'project_id': '00d2022cc4be4779af1edf1520c439ae', 'subnets': [{'id': 'd1c0b66e-b6eb-4901-9a4c-c6cd4fad6b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:28:50.019216 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-90146427-2d63-4569-a1f3-67d2c859b7f7 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Publish callbacks [] for security_group_rule (923d1d3a-190f-49b0-8077-8d1d66d4f661), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:50.043585 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4bd11feb-0361-4572-8c99-035d3af090c1 admin admin] Publish callbacks [] for security_group (ddbaf68b-49ca-4961-9a9f-5086991d7fec), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:50.066649 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4bd11feb-0361-4572-8c99-035d3af090c1 admin admin] Publish callbacks [] for security_group (ddbaf68b-49ca-4961-9a9f-5086991d7fec), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:50.087407 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-90146427-2d63-4569-a1f3-67d2c859b7f7 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Publish callbacks [] for security_group_rule (923d1d3a-190f-49b0-8077-8d1d66d4f661), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:50.091276 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-90146427-2d63-4569-a1f3-67d2c859b7f7 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749434'] for security_group_rule (923d1d3a-190f-49b0-8077-8d1d66d4f661), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:50.118692 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90146427-2d63-4569-a1f3-67d2c859b7f7 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=923d1d3a-190f-49b0-8077-8d1d66d4f661,revision_number=0']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:50.124334 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4bd11feb-0361-4572-8c99-035d3af090c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (ddbaf68b-49ca-4961-9a9f-5086991d7fec), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:50.124751 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-90146427-2d63-4569-a1f3-67d2c859b7f7 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:50.128875 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-90146427-2d63-4569-a1f3-67d2c859b7f7 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1615865 Jun 03 15:28:50.129227 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4bd11feb-0361-4572-8c99-035d3af090c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:50.129227 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-4bd11feb-0361-4572-8c99-035d3af090c1 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ddbaf68b-49ca-4961-9a9f-5086991d7fec HTTP/1.1" status: 204 len: 168 time: 0.1361921 Jun 03 15:28:50.130934 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 52578) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:28:50.136592 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-3001e990-384f-4533-94c6-b3a0c66a5039 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Request body: {'security_group_rule': {'security_group_id': 'a693cf21-50d5-4e38-8e93-263cac144c13', 'project_id': '00d2022cc4be4779af1edf1520c439ae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:28:50.148699 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd11feb-0361-4572-8c99-035d3af090c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbaf68b-49ca-4961-9a9f-5086991d7fec,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:50.184643 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-3001e990-384f-4533-94c6-b3a0c66a5039 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Publish callbacks [] for security_group_rule (74f5c745-52b6-44e4-98fe-946fd965f7d7), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:50.257316 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-3001e990-384f-4533-94c6-b3a0c66a5039 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Publish callbacks [] for security_group_rule (74f5c745-52b6-44e4-98fe-946fd965f7d7), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:50.258283 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9718d2a-6dc8-41f0-b7b2-57eb2296e52f None None] New status for floating IP 40f1936e-2609-4eca-ae9b-97d863f6d0df: ACTIVE {{(pid=103921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 15:28:50.264544 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-3001e990-384f-4533-94c6-b3a0c66a5039 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749434'] for security_group_rule (74f5c745-52b6-44e4-98fe-946fd965f7d7), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:50.337998 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3001e990-384f-4533-94c6-b3a0c66a5039 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74f5c745-52b6-44e4-98fe-946fd965f7d7,revision_number=0']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:50.360615 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-3001e990-384f-4533-94c6-b3a0c66a5039 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:50.361957 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-3001e990-384f-4533-94c6-b3a0c66a5039 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2295914 Jun 03 15:28:50.364847 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 52584) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:28:50.371576 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-2277a166-f1c7-4d94-a427-f08f09d0279f tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Request body: {'security_group_rule': {'security_group_id': 'a693cf21-50d5-4e38-8e93-263cac144c13', 'project_id': '00d2022cc4be4779af1edf1520c439ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:28:50.443652 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12a559-1bec-4897-b6a6-8f10c5d237e5 req-893ef113-0c42-47e2-8ea4-4061213a1299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:50.445116 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-3d12a559-1bec-4897-b6a6-8f10c5d237e5 req-893ef113-0c42-47e2-8ea4-4061213a1299 service neutron] 10.222.0.95 "GET /v2.0/networks?id=beafa1b9-ad41-4519-b3bd-aaad5165f1e2 HTTP/1.1" status: 200 len: 915 time: 0.1741071 Jun 03 15:28:50.603937 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.db.securitygroups_db [None req-2277a166-f1c7-4d94-a427-f08f09d0279f tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Project 00d2022cc4be4779af1edf1520c439ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 15:28:50.615548 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-3d12a559-1bec-4897-b6a6-8f10c5d237e5 req-3e45c5a6-0f26-4e4f-b594-28e83a6f279a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3013216d-76f3-469e-9c86-a0bc71687991 HTTP/1.1" status: 200 len: 999 time: 0.1620464 Jun 03 15:28:50.630556 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-2277a166-f1c7-4d94-a427-f08f09d0279f tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Publish callbacks [] for security_group_rule (22466d4a-df0d-4245-9b06-04e89cb49b23), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:50.712523 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 52604) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:28:50.764763 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-4d25f570-4dc9-47e0-9515-ee95e0c26322 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:50.781786 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1f726-ee7f-4e0d-8bc8-ffcc5e366b7c req-a26e7237-97ee-47dc-9ac9-01d948291c25 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:50.783327 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-64b1f726-ee7f-4e0d-8bc8-ffcc5e366b7c req-a26e7237-97ee-47dc-9ac9-01d948291c25 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=cc122a7e-fe3b-4bb6-abb6-96e6a199d8e3 HTTP/1.1" status: 200 len: 946 time: 0.1563439 Jun 03 15:28:50.786817 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12a559-1bec-4897-b6a6-8f10c5d237e5 req-13ab58ab-0f2e-4b5f-ba78-f00cd8bf742a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:50.788257 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-3d12a559-1bec-4897-b6a6-8f10c5d237e5 req-13ab58ab-0f2e-4b5f-ba78-f00cd8bf742a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d1c0b66e-b6eb-4901-9a4c-c6cd4fad6b35 HTTP/1.1" status: 200 len: 853 time: 0.1564088 Jun 03 15:28:50.856972 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12a559-1bec-4897-b6a6-8f10c5d237e5 req-b6a11141-a6ed-40ba-8859-159e9d9bf46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:50.858488 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-3d12a559-1bec-4897-b6a6-8f10c5d237e5 req-b6a11141-a6ed-40ba-8859-159e9d9bf46a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=beafa1b9-ad41-4519-b3bd-aaad5165f1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0624435 Jun 03 15:28:50.868039 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:50.882004 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6330286-62dd-4b95-82ac-f517be92a671 req-e9c672ba-1efe-4ca8-bb63-fd8ebea970e9 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:50.883848 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-a6330286-62dd-4b95-82ac-f517be92a671 req-e9c672ba-1efe-4ca8-bb63-fd8ebea970e9 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.95 "GET /v2.0/networks?id=63fabd49-da18-4288-852a-c9b600b6fd0f HTTP/1.1" status: 200 len: 809 time: 0.4954844 Jun 03 15:28:50.901072 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-2277a166-f1c7-4d94-a427-f08f09d0279f tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Publish callbacks [] for security_group_rule (22466d4a-df0d-4245-9b06-04e89cb49b23), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:50.907068 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-64b1f726-ee7f-4e0d-8bc8-ffcc5e366b7c req-34ba886a-bd48-48d0-ab90-842b475a6f9b tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137049 Jun 03 15:28:50.908262 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-2277a166-f1c7-4d94-a427-f08f09d0279f tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749434'] for security_group_rule (22466d4a-df0d-4245-9b06-04e89cb49b23), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:50.930019 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2277a166-f1c7-4d94-a427-f08f09d0279f tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22466d4a-df0d-4245-9b06-04e89cb49b23,revision_number=0']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:50.941366 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 52610) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:28:51.026169 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-a6330286-62dd-4b95-82ac-f517be92a671 req-d07a0e2d-8d1c-401a-be2e-394e200b26ed tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98f97ac03be44e0bb8ab21d985d1dd27 HTTP/1.1" status: 200 len: 380 time: 0.1152890 Jun 03 15:28:51.029628 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-2277a166-f1c7-4d94-a427-f08f09d0279f tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:51.033846 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-2277a166-f1c7-4d94-a427-f08f09d0279f tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6678052 Jun 03 15:28:51.035640 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 52616) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:28:51.048436 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-1fbc4cdd-3954-41e3-9021-d57649ffe13e tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Request body: {'security_group_rule': {'security_group_id': 'a693cf21-50d5-4e38-8e93-263cac144c13', 'project_id': '00d2022cc4be4779af1edf1520c439ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:28:51.056691 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [req-a6330286-62dd-4b95-82ac-f517be92a671 req-bbc5a8e1-f839-449c-b7cf-f3a0fcfb5967 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Request body: {'port': {'device_id': '800d0eab-3550-4b55-8837-765681285f77', 'network_id': '63fabd49-da18-4288-852a-c9b600b6fd0f', 'admin_state_up': True, 'tenant_id': '98f97ac03be44e0bb8ab21d985d1dd27', 'security_groups': ['903fa922-1e28-41d0-90aa-4ae6067c6a64']}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:28:51.099742 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-413e91e4-2599-4217-9572-6a4bc59b64be req-c508b04f-0696-4c6f-9a05-31b75850064a tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/ports?device_id=800d0eab-3550-4b55-8837-765681285f77 HTTP/1.1" status: 200 len: 210 time: 0.0795255 Jun 03 15:28:51.153696 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-2967abc8-5d0d-4dc7-8349-65e29932d50e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:51.163947 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.db.securitygroups_db [None req-1fbc4cdd-3954-41e3-9021-d57649ffe13e tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Project 00d2022cc4be4779af1edf1520c439ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 15:28:51.181396 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1fbc4cdd-3954-41e3-9021-d57649ffe13e tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Publish callbacks [] for security_group_rule (659aac7e-1f9d-4413-9282-14cbef604e03), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:51.220733 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05392619-0346-4ee1-ae38-36eb5855b089 req-50a2b9de-838e-4543-8bf7-08ee1f0b3fa8 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:51.222768 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-05392619-0346-4ee1-ae38-36eb5855b089 req-50a2b9de-838e-4543-8bf7-08ee1f0b3fa8 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 945 time: 0.3528051 Jun 03 15:28:51.245026 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=10 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:51.250123 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-4d25f570-4dc9-47e0-9515-ee95e0c26322 admin admin] Publish callbacks [] for security_group (717e68e4-55a8-484c-8358-67aa8b2f0c41), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:51.251329 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:51.267666 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-4d25f570-4dc9-47e0-9515-ee95e0c26322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (717e68e4-55a8-484c-8358-67aa8b2f0c41), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:51.270381 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=9 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:51.306597 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6330286-62dd-4b95-82ac-f517be92a671 req-bbc5a8e1-f839-449c-b7cf-f3a0fcfb5967 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Made reservation on behalf of 98f97ac03be44e0bb8ab21d985d1dd27 for: {'port': 1} {{(pid=103920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:28:51.309877 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-a6330286-62dd-4b95-82ac-f517be92a671 req-bbc5a8e1-f839-449c-b7cf-f3a0fcfb5967 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:51.325138 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1fbc4cdd-3954-41e3-9021-d57649ffe13e tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Publish callbacks [] for security_group_rule (659aac7e-1f9d-4413-9282-14cbef604e03), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:51.339084 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1fbc4cdd-3954-41e3-9021-d57649ffe13e tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749434'] for security_group_rule (659aac7e-1f9d-4413-9282-14cbef604e03), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:51.352285 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-3d12a559-1bec-4897-b6a6-8f10c5d237e5 req-83c2bac7-dd02-4cfb-8794-955a81ebfa2f service neutron] 10.222.0.95 "GET /v2.0/networks/beafa1b9-ad41-4519-b3bd-aaad5165f1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4678359 Jun 03 15:28:51.359525 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-4d25f570-4dc9-47e0-9515-ee95e0c26322 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=5646e3340f474b189dfa978fe31f3a3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6459925 Jun 03 15:28:51.363645 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 52618) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:28:51.366524 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d25f570-4dc9-47e0-9515-ee95e0c26322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717e68e4-55a8-484c-8358-67aa8b2f0c41,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:51.379826 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-2967abc8-5d0d-4dc7-8349-65e29932d50e admin admin] Publish callbacks [] for security_group (deb94099-12b3-412c-a0a7-d47e9ce0cdee), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:51.385806 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc4cdd-3954-41e3-9021-d57649ffe13e tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=659aac7e-1f9d-4413-9282-14cbef604e03,revision_number=0']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:51.386673 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-05392619-0346-4ee1-ae38-36eb5855b089 req-44e02a64-3106-45b4-a79f-d40144ce8fb7 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570966 Jun 03 15:28:51.391453 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-2967abc8-5d0d-4dc7-8349-65e29932d50e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (deb94099-12b3-412c-a0a7-d47e9ce0cdee), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:51.441405 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1fbc4cdd-3954-41e3-9021-d57649ffe13e tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:51.442619 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-1fbc4cdd-3954-41e3-9021-d57649ffe13e tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3987334 Jun 03 15:28:51.475932 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2967abc8-5d0d-4dc7-8349-65e29932d50e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb94099-12b3-412c-a0a7-d47e9ce0cdee,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:51.483695 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-2967abc8-5d0d-4dc7-8349-65e29932d50e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=eed335082a544fb88ece841ae1035aac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5325520 Jun 03 15:28:51.487125 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 52622) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:28:51.490278 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-3b834cb9-57b7-43b2-8d01-61b039080616 admin admin] Publish callbacks [] for security_group (717e68e4-55a8-484c-8358-67aa8b2f0c41), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:51.525469 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-3d12a559-1bec-4897-b6a6-8f10c5d237e5 req-84b7fd58-99ff-4140-804f-9bed8751c7ae service neutron] 10.222.0.95 "GET /v2.0/networks/beafa1b9-ad41-4519-b3bd-aaad5165f1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509497 Jun 03 15:28:51.530236 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-3b834cb9-57b7-43b2-8d01-61b039080616 admin admin] Publish callbacks [] for security_group (717e68e4-55a8-484c-8358-67aa8b2f0c41), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:51.559440 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-806ff50a-d780-4db9-8583-ab774cb841af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (ba2d900a-f6c8-44b2-a19a-5d512e564d5a), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:51.591562 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-3b834cb9-57b7-43b2-8d01-61b039080616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (717e68e4-55a8-484c-8358-67aa8b2f0c41), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:51.594750 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-3b834cb9-57b7-43b2-8d01-61b039080616 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:51.598520 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-3b834cb9-57b7-43b2-8d01-61b039080616 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/717e68e4-55a8-484c-8358-67aa8b2f0c41 HTTP/1.1" status: 204 len: 168 time: 0.2304969 Jun 03 15:28:51.600589 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:51.604385 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b834cb9-57b7-43b2-8d01-61b039080616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717e68e4-55a8-484c-8358-67aa8b2f0c41,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:51.620505 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_common [req-a6330286-62dd-4b95-82ac-f517be92a671 req-bbc5a8e1-f839-449c-b7cf-f3a0fcfb5967 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Allocated IP 172.20.0.7 (63fabd49-da18-4288-852a-c9b600b6fd0f/78322f02-2402-4284-a227-98343c2f67dc/5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533) {{(pid=103920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:28:51.630068 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-89e8e975-b5dd-4d69-8d23-e0e7219d518f req-435cd70e-3426-467a-9b5f-1ed6315521be tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1682147940&fields=id&tenant_id=00d2022cc4be4779af1edf1520c439ae HTTP/1.1" status: 200 len: 267 time: 0.1217425 Jun 03 15:28:51.658364 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7424c788-242a-488b-9334-5b2bd03b3cc7 admin admin] Publish callbacks [] for security_group (deb94099-12b3-412c-a0a7-d47e9ce0cdee), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:51.732173 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e8e975-b5dd-4d69-8d23-e0e7219d518f req-fe65493b-9744-4b7e-847e-31c41d52a8d2 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:51.733615 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-89e8e975-b5dd-4d69-8d23-e0e7219d518f req-fe65493b-9744-4b7e-847e-31c41d52a8d2 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 945 time: 0.0929997 Jun 03 15:28:51.747830 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7424c788-242a-488b-9334-5b2bd03b3cc7 admin admin] Publish callbacks [] for security_group (deb94099-12b3-412c-a0a7-d47e9ce0cdee), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:51.752659 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [req-89e8e975-b5dd-4d69-8d23-e0e7219d518f req-a4845f14-932d-4d18-9936-8ff7ac4867c6 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Request body: {'port': {'security_groups': ['d859fc33-d2f7-46f3-a29c-83d9a52aafe7', 'a693cf21-50d5-4e38-8e93-263cac144c13']}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:28:51.934410 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-89e8e975-b5dd-4d69-8d23-e0e7219d518f req-a4845f14-932d-4d18-9936-8ff7ac4867c6 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (3013216d-76f3-469e-9c86-a0bc71687991), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:51.957586 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7424c788-242a-488b-9334-5b2bd03b3cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (deb94099-12b3-412c-a0a7-d47e9ce0cdee), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:51.960407 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7424c788-242a-488b-9334-5b2bd03b3cc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:51.964031 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-7424c788-242a-488b-9334-5b2bd03b3cc7 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/deb94099-12b3-412c-a0a7-d47e9ce0cdee HTTP/1.1" status: 204 len: 168 time: 0.4735177 Jun 03 15:28:52.002294 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7424c788-242a-488b-9334-5b2bd03b3cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb94099-12b3-412c-a0a7-d47e9ce0cdee,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:52.010470 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:INSERT=6,neutron:SELECT=85,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:52.034083 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-a6330286-62dd-4b95-82ac-f517be92a671 req-bbc5a8e1-f839-449c-b7cf-f3a0fcfb5967 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Publish callbacks [] for port (5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:52.092686 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c8817-254f-4926-9f17-00dc0f933f78 req-abb76e5f-bfb8-4f61-aeb0-56ebc4b0e114 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:52.096256 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-493c8817-254f-4926-9f17-00dc0f933f78 req-abb76e5f-bfb8-4f61-aeb0-56ebc4b0e114 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=cc122a7e-fe3b-4bb6-abb6-96e6a199d8e3 HTTP/1.1" status: 200 len: 946 time: 0.0690563 Jun 03 15:28:52.152474 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-a6330286-62dd-4b95-82ac-f517be92a671 req-bbc5a8e1-f839-449c-b7cf-f3a0fcfb5967 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5848811'] for port (5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:52.158400 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-493c8817-254f-4926-9f17-00dc0f933f78 req-577a06c7-ec5a-4944-b96f-62dc289b012e tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542583 Jun 03 15:28:52.255655 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6330286-62dd-4b95-82ac-f517be92a671 req-bbc5a8e1-f839-449c-b7cf-f3a0fcfb5967 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Network 63fabd49-da18-4288-852a-c9b600b6fd0f is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:28:52.266115 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [req-a6330286-62dd-4b95-82ac-f517be92a671 req-bbc5a8e1-f839-449c-b7cf-f3a0fcfb5967 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:28:52.268933 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6330286-62dd-4b95-82ac-f517be92a671 req-bbc5a8e1-f839-449c-b7cf-f3a0fcfb5967 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Received port after_create {{(pid=103920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:28:52.296521 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc5a8e1-f839-449c-b7cf-f3a0fcfb5967 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Pushing event updated for resources: {'Port': ['ID=5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:52.329460 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d4f9ac-d8c5-43c1-b657-531d174e686c req-159d92ed-73c5-474d-8e21-b3be21b0255c tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:52.339828 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e1d4f9ac-d8c5-43c1-b657-531d174e686c req-159d92ed-73c5-474d-8e21-b3be21b0255c tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/ports?device_id=800d0eab-3550-4b55-8837-765681285f77 HTTP/1.1" status: 200 len: 931 time: 0.0990310 Jun 03 15:28:52.373937 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6330286-62dd-4b95-82ac-f517be92a671 req-bbc5a8e1-f839-449c-b7cf-f3a0fcfb5967 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:52.374649 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-a6330286-62dd-4b95-82ac-f517be92a671 req-bbc5a8e1-f839-449c-b7cf-f3a0fcfb5967 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for port (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:52.385618 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [req-89e8e975-b5dd-4d69-8d23-e0e7219d518f req-a4845f14-932d-4d18-9936-8ff7ac4867c6 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] For port 3013216d-76f3-469e-9c86-a0bc71687991, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=3013216d-76f3-469e-9c86-a0bc71687991,segment=NetworkSegment(88393667-e7c8-4946-b07a-8626e7cbb7b3),segment_id=88393667-e7c8-4946-b07a-8626e7cbb7b3)] {{(pid=103920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:28:52.413494 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e1d4f9ac-d8c5-43c1-b657-531d174e686c req-fdc15e58-3316-47a4-8c84-6423ab69a812 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/security-groups?id=903fa922-1e28-41d0-90aa-4ae6067c6a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722857 Jun 03 15:28:52.426288 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:52.480290 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-a6330286-62dd-4b95-82ac-f517be92a671 req-bbc5a8e1-f839-449c-b7cf-f3a0fcfb5967 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4452548 Jun 03 15:28:52.496079 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-89e8e975-b5dd-4d69-8d23-e0e7219d518f req-a4845f14-932d-4d18-9936-8ff7ac4867c6 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Publish callbacks [] for port (3013216d-76f3-469e-9c86-a0bc71687991), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:52.499230 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 52656) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:28:52.505713 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [req-a6330286-62dd-4b95-82ac-f517be92a671 req-d8b731f6-a58f-4929-80a3-c2848e12472c service neutron] Request body: {'port': {'device_id': '800d0eab-3550-4b55-8837-765681285f77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:28:52.511916 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-89e8e975-b5dd-4d69-8d23-e0e7219d518f req-a4845f14-932d-4d18-9936-8ff7ac4867c6 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5848786'] for port (3013216d-76f3-469e-9c86-a0bc71687991), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:52.524556 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] get_ports_and_sgs() called for port_ids ['3013216d-76f3-469e-9c86-a0bc71687991'] {{(pid=103921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 15:28:52.587004 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-73f157e1-6120-490c-81b2-747213be9e91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:52.603682 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e8e975-b5dd-4d69-8d23-e0e7219d518f req-a4845f14-932d-4d18-9936-8ff7ac4867c6 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:52.604131 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a7791-957f-40aa-acfd-754b7fcb42d5 req-f1551a61-7859-4e8d-8e2b-131153d4f16b tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:52.604318 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-89e8e975-b5dd-4d69-8d23-e0e7219d518f req-a4845f14-932d-4d18-9936-8ff7ac4867c6 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for port (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:52.610791 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-89e8e975-b5dd-4d69-8d23-e0e7219d518f req-a4845f14-932d-4d18-9936-8ff7ac4867c6 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "PUT /v2.0/ports/3013216d-76f3-469e-9c86-a0bc71687991 HTTP/1.1" status: 200 len: 981 time: 0.8696766 Jun 03 15:28:52.616701 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67f284eb-df90-4337-8bdf-511156b6a756', 'tag': '3013216d-76f3-469e-9c86-a0bc71687991'}] {{(pid=103920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:28:52.619340 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-551a7791-957f-40aa-acfd-754b7fcb42d5 req-f1551a61-7859-4e8d-8e2b-131153d4f16b tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 945 time: 0.1243846 Jun 03 15:28:52.620271 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fde6ca1c4b3e174e639905c0d93b14e8a3905e0af4b9b9445456920c81b8107" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58f472a-82bb-4d7a-b7d3-57b73929eef5" -d '{"events": [{"name": "network-changed", "server_uuid": "67f284eb-df90-4337-8bdf-511156b6a756", "tag": "3013216d-76f3-469e-9c86-a0bc71687991"}]}' {{(pid=103920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:28:52.665839 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:52.682194 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-95de539f-a35a-4346-aef7-a293f40cf562 None None] Provisioning complete for port 5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533 triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:28:52.683262 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-95de539f-a35a-4346-aef7-a293f40cf562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:52.707131 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4845f14-932d-4d18-9936-8ff7ac4867c6 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Pushing event updated for resources: {'Port': ['ID=3013216d-76f3-469e-9c86-a0bc71687991,revision_number=6']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:52.711371 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-a6330286-62dd-4b95-82ac-f517be92a671 req-d8b731f6-a58f-4929-80a3-c2848e12472c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:52.765734 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-551a7791-957f-40aa-acfd-754b7fcb42d5 req-cbf455a1-7290-437a-9bac-7b3a5a349320 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407897 Jun 03 15:28:52.779715 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] get_ports_and_sgs() called for port_ids ['3013216d-76f3-469e-9c86-a0bc71687991'] {{(pid=103921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 15:28:52.880591 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 15:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce64d2d-d432-49a2-992a-6d56861c903a x-openstack-request-id: req-1ce64d2d-d432-49a2-992a-6d56861c903a {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:28:52.883647 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67f284eb-df90-4337-8bdf-511156b6a756", "tag": "3013216d-76f3-469e-9c86-a0bc71687991", "status": "completed", "code": 200}]} {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:28:52.883952 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1ce64d2d-d432-49a2-992a-6d56861c903a {{(pid=103920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:28:52.884738 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ce64d2d-d432-49a2-992a-6d56861c903a'] response: {'name': 'network-changed', 'server_uuid': '67f284eb-df90-4337-8bdf-511156b6a756', 'tag': '3013216d-76f3-469e-9c86-a0bc71687991', 'status': 'completed', 'code': 200} Jun 03 15:28:52.888244 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-95de539f-a35a-4346-aef7-a293f40cf562 None None] Port 5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533 cannot update to ACTIVE because it is not bound. {{(pid=103921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 15:28:52.894752 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-73f157e1-6120-490c-81b2-747213be9e91 admin admin] Publish callbacks [] for security_group (ae0099b1-84ec-4b60-a878-682e93787340), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:52.910008 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-73f157e1-6120-490c-81b2-747213be9e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (ae0099b1-84ec-4b60-a878-682e93787340), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:52.915536 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:52.947395 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a5548-b8ba-4572-8024-da71782fb3a5 req-75a38027-8f41-4788-be8f-f27ec8b0c0a0 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:52.949124 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-9e1a5548-b8ba-4572-8024-da71782fb3a5 req-75a38027-8f41-4788-be8f-f27ec8b0c0a0 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 984 time: 0.2001743 Jun 03 15:28:52.953168 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 52670) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:28:52.953694 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-73f157e1-6120-490c-81b2-747213be9e91 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=5c95be391c4d43a09be9462a4b6a5009&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4529393 Jun 03 15:28:52.980792 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f157e1-6120-490c-81b2-747213be9e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0099b1-84ec-4b60-a878-682e93787340,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:53.036818 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f472a-82bb-4d7a-b7d3-57b73929eef5 req-40bf34f8-e718-4b12-9945-f19462503dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:53.039736 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e58f472a-82bb-4d7a-b7d3-57b73929eef5 req-40bf34f8-e718-4b12-9945-f19462503dda service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=00d2022cc4be4779af1edf1520c439ae&device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 1168 time: 0.0607972 Jun 03 15:28:53.048919 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:53.057698 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-0f193c6d-b3f5-4d65-ad7d-0477383a11b2 None None] Provisioning complete for port 3013216d-76f3-469e-9c86-a0bc71687991 triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:28:53.058068 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0f193c6d-b3f5-4d65-ad7d-0477383a11b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (3013216d-76f3-469e-9c86-a0bc71687991), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:53.153254 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:53.177761 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-8ef6101f-8607-4051-afa1-639bd16e7c35 admin admin] Publish callbacks [] for security_group (ae0099b1-84ec-4b60-a878-682e93787340), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:53.221327 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f472a-82bb-4d7a-b7d3-57b73929eef5 req-68e6df10-c9c3-4373-bc08-e9bde85b7608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:53.224237 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e58f472a-82bb-4d7a-b7d3-57b73929eef5 req-68e6df10-c9c3-4373-bc08-e9bde85b7608 service neutron] 10.222.0.95 "GET /v2.0/networks?id=beafa1b9-ad41-4519-b3bd-aaad5165f1e2 HTTP/1.1" status: 200 len: 915 time: 0.1767569 Jun 03 15:28:53.237853 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:53.317972 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-9e1a5548-b8ba-4572-8024-da71782fb3a5 req-f1696d02-9d68-4b47-a14f-0ec197232354 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/security-groups?id=a693cf21-50d5-4e38-8e93-263cac144c13&id=d859fc33-d2f7-46f3-a29c-83d9a52aafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3513036 Jun 03 15:28:53.359642 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e58f472a-82bb-4d7a-b7d3-57b73929eef5 req-9d9af963-866d-4ea5-bfbb-03df17e473f4 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3013216d-76f3-469e-9c86-a0bc71687991 HTTP/1.1" status: 200 len: 1001 time: 0.1187592 Jun 03 15:28:53.367191 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7007f-4b76-4199-89de-860559911342 req-05eba836-5996-4491-9611-2fd3667b8de5 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:53.367465 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-8ef6101f-8607-4051-afa1-639bd16e7c35 admin admin] Publish callbacks [] for security_group (ae0099b1-84ec-4b60-a878-682e93787340), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:53.374837 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-a0b7007f-4b76-4199-89de-860559911342 req-05eba836-5996-4491-9611-2fd3667b8de5 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=cc122a7e-fe3b-4bb6-abb6-96e6a199d8e3 HTTP/1.1" status: 200 len: 946 time: 0.0820034 Jun 03 15:28:53.426749 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-0f193c6d-b3f5-4d65-ad7d-0477383a11b2 None None] Current status of the port 3013216d-76f3-469e-9c86-a0bc71687991 is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:28:53.433462 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-a0b7007f-4b76-4199-89de-860559911342 req-82031f47-d3d1-4706-9654-ef34219c8f57 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578263 Jun 03 15:28:53.512040 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f472a-82bb-4d7a-b7d3-57b73929eef5 req-13a79287-0c63-46e0-bb16-86a8b6ac922b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:53.515701 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e58f472a-82bb-4d7a-b7d3-57b73929eef5 req-13a79287-0c63-46e0-bb16-86a8b6ac922b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d1c0b66e-b6eb-4901-9a4c-c6cd4fad6b35 HTTP/1.1" status: 200 len: 853 time: 0.0782993 Jun 03 15:28:53.567193 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [req-a6330286-62dd-4b95-82ac-f517be92a671 req-d8b731f6-a58f-4929-80a3-c2848e12472c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533 {{(pid=103920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:28:53.572473 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-8ef6101f-8607-4051-afa1-639bd16e7c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (ae0099b1-84ec-4b60-a878-682e93787340), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:53.575211 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-8ef6101f-8607-4051-afa1-639bd16e7c35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:53.578834 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-8ef6101f-8607-4051-afa1-639bd16e7c35 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ae0099b1-84ec-4b60-a878-682e93787340 HTTP/1.1" status: 204 len: 168 time: 0.6227927 Jun 03 15:28:53.614675 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-a6330286-62dd-4b95-82ac-f517be92a671 req-d8b731f6-a58f-4929-80a3-c2848e12472c service neutron] Publish callbacks [] for port (5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:53.616359 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=100 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:53.643074 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.provisioning_blocks [req-a6330286-62dd-4b95-82ac-f517be92a671 req-d8b731f6-a58f-4929-80a3-c2848e12472c service neutron] Transition to ACTIVE for port object 5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533 will not be triggered until provisioned by entity L2. {{(pid=103920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 03 15:28:53.645258 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef6101f-8607-4051-afa1-639bd16e7c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0099b1-84ec-4b60-a878-682e93787340,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:53.657980 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-a6330286-62dd-4b95-82ac-f517be92a671 req-d8b731f6-a58f-4929-80a3-c2848e12472c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5848786'] for port (5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:53.666757 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cfbe13-33c3-41c7-b1ff-1f1b1c13e1a6 req-0c5fb99c-8b12-4ae9-8366-7b32006cdb9e tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:53.668266 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-c7cfbe13-33c3-41c7-b1ff-1f1b1c13e1a6 req-0c5fb99c-8b12-4ae9-8366-7b32006cdb9e tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/ports?device_id=800d0eab-3550-4b55-8837-765681285f77 HTTP/1.1" status: 200 len: 931 time: 0.1068854 Jun 03 15:28:53.702035 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:53.766770 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b731f6-a58f-4929-80a3-c2848e12472c service neutron] Pushing event updated for resources: {'Port': ['ID=5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533,revision_number=2']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:53.775355 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7829f499-ee6e-472e-a446-edb23f9dcf2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (af3cb756-c261-4349-9f96-3650fb8ddf57), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:53.842912 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-c7cfbe13-33c3-41c7-b1ff-1f1b1c13e1a6 req-71103a34-562a-4ecf-ae7d-f2ee59bdac3b tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/security-groups?id=903fa922-1e28-41d0-90aa-4ae6067c6a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616514 Jun 03 15:28:53.971393 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.managers [req-a6330286-62dd-4b95-82ac-f517be92a671 req-d8b731f6-a58f-4929-80a3-c2848e12472c service neutron] Attempting to bind port 5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 15:28:53.972093 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.managers [req-a6330286-62dd-4b95-82ac-f517be92a671 req-d8b731f6-a58f-4929-80a3-c2848e12472c service neutron] Attempting to bind port 5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '11f55c21-36a6-4641-be50-b9a73927ceae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '63fabd49-da18-4288-852a-c9b600b6fd0f'}] {{(pid=103920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 15:28:53.972541 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6330286-62dd-4b95-82ac-f517be92a671 req-d8b731f6-a58f-4929-80a3-c2848e12472c service neutron] Attempting to bind port 5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533 on network 63fabd49-da18-4288-852a-c9b600b6fd0f {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:28:53.978968 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6330286-62dd-4b95-82ac-f517be92a671 req-d8b731f6-a58f-4929-80a3-c2848e12472c service neutron] Port 5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533 on network 63fabd49-da18-4288-852a-c9b600b6fd0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 03 15:28:53.979300 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6330286-62dd-4b95-82ac-f517be92a671 req-d8b731f6-a58f-4929-80a3-c2848e12472c service neutron] Attempting to bind port 5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533 on network 63fabd49-da18-4288-852a-c9b600b6fd0f {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:28:53.989985 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6330286-62dd-4b95-82ac-f517be92a671 req-d8b731f6-a58f-4929-80a3-c2848e12472c service neutron] Checking agent: {'id': '5d40428d-d668-464b-bcee-3124e1355b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 24, 37), 'started_at': datetime.datetime(2022, 6, 3, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 15:28:53.990325 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6330286-62dd-4b95-82ac-f517be92a671 req-d8b731f6-a58f-4929-80a3-c2848e12472c service neutron] Checking segment: {'id': '11f55c21-36a6-4641-be50-b9a73927ceae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '63fabd49-da18-4288-852a-c9b600b6fd0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:28:53.990927 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6330286-62dd-4b95-82ac-f517be92a671 req-d8b731f6-a58f-4929-80a3-c2848e12472c service neutron] Bound using segment: {'id': '11f55c21-36a6-4641-be50-b9a73927ceae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '63fabd49-da18-4288-852a-c9b600b6fd0f'} {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 15:28:53.991479 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.managers [req-a6330286-62dd-4b95-82ac-f517be92a671 req-d8b731f6-a58f-4929-80a3-c2848e12472c service neutron] Bound port: 5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11f55c21-36a6-4641-be50-b9a73927ceae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '63fabd49-da18-4288-852a-c9b600b6fd0f'}}] {{(pid=103920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 15:28:53.992117 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-a6330286-62dd-4b95-82ac-f517be92a671 req-d8b731f6-a58f-4929-80a3-c2848e12472c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:54.026221 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08196439-ae39-41dd-9057-c5e27759ef72 req-0d3af174-b436-48e2-8200-579b3781150d tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:54.027834 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-08196439-ae39-41dd-9057-c5e27759ef72 req-0d3af174-b436-48e2-8200-579b3781150d tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 945 time: 0.1080697 Jun 03 15:28:54.043709 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f472a-82bb-4d7a-b7d3-57b73929eef5 req-770da286-ac14-410d-bfb4-3112ef85cab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:54.046178 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e58f472a-82bb-4d7a-b7d3-57b73929eef5 req-770da286-ac14-410d-bfb4-3112ef85cab6 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=beafa1b9-ad41-4519-b3bd-aaad5165f1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1880503 Jun 03 15:28:54.079654 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [req-a6330286-62dd-4b95-82ac-f517be92a671 req-d8b731f6-a58f-4929-80a3-c2848e12472c service neutron] For port 5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533, host hv-cinder-83124, cleared binding levels {{(pid=103920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 15:28:54.086253 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [req-a6330286-62dd-4b95-82ac-f517be92a671 req-d8b731f6-a58f-4929-80a3-c2848e12472c service neutron] For port 5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533,segment=NetworkSegment(11f55c21-36a6-4641-be50-b9a73927ceae),segment_id=11f55c21-36a6-4641-be50-b9a73927ceae)] {{(pid=103920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 15:28:54.094357 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-a6330286-62dd-4b95-82ac-f517be92a671 req-d8b731f6-a58f-4929-80a3-c2848e12472c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5848786'] for port (5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:54.115220 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-08196439-ae39-41dd-9057-c5e27759ef72 req-19aca008-f46f-476e-9ebf-72a7c3e5276c tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678623 Jun 03 15:28:54.159271 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6330286-62dd-4b95-82ac-f517be92a671 req-d8b731f6-a58f-4929-80a3-c2848e12472c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:54.160882 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-a6330286-62dd-4b95-82ac-f517be92a671 req-d8b731f6-a58f-4929-80a3-c2848e12472c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for port (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:54.162283 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-a6330286-62dd-4b95-82ac-f517be92a671 req-d8b731f6-a58f-4929-80a3-c2848e12472c service neutron] 10.222.0.95 "PUT /v2.0/ports/5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533 HTTP/1.1" status: 200 len: 1093 time: 1.6640670 Jun 03 15:28:54.194920 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b731f6-a58f-4929-80a3-c2848e12472c service neutron] Pushing event updated for resources: {'Port': ['ID=5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533,revision_number=3']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:54.224443 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 52714) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:28:54.239550 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-ed02a16d-e749-4893-bdeb-78bce22a40f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:54.332885 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-ed02a16d-e749-4893-bdeb-78bce22a40f8 admin admin] Publish callbacks [] for security_group (3935a80d-7d33-4cc9-969e-faf10c5628ff), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:54.337355 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-ed02a16d-e749-4893-bdeb-78bce22a40f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (3935a80d-7d33-4cc9-969e-faf10c5628ff), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:54.420559 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed02a16d-e749-4893-bdeb-78bce22a40f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3935a80d-7d33-4cc9-969e-faf10c5628ff,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:54.487347 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-ed02a16d-e749-4893-bdeb-78bce22a40f8 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=5449a97d3b3e4d65879cdd29e5132438&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2614920 Jun 03 15:28:54.491595 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 52722) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:28:54.502316 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6330286-62dd-4b95-82ac-f517be92a671 req-f098b3e8-73cf-4002-984f-fc76658c5b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:54.507659 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-a6330286-62dd-4b95-82ac-f517be92a671 req-f098b3e8-73cf-4002-984f-fc76658c5b87 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=98f97ac03be44e0bb8ab21d985d1dd27&device_id=800d0eab-3550-4b55-8837-765681285f77 HTTP/1.1" status: 200 len: 1127 time: 0.0796685 Jun 03 15:28:54.589889 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-bcf5e563-bbde-4548-aa49-e2fd25b20432 admin admin] Publish callbacks [] for security_group (3935a80d-7d33-4cc9-969e-faf10c5628ff), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:54.608515 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-a6330286-62dd-4b95-82ac-f517be92a671 req-df9f9b3d-0aad-4478-9359-e73864437696 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533 HTTP/1.1" status: 200 len: 217 time: 0.0840175 Jun 03 15:28:54.609614 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 52724) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:28:54.620719 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e58f472a-82bb-4d7a-b7d3-57b73929eef5 req-b5170b0d-8cf4-4398-b9ae-02019f70aa45 service neutron] 10.222.0.95 "GET /v2.0/networks/beafa1b9-ad41-4519-b3bd-aaad5165f1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297912 Jun 03 15:28:54.633533 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-bcf5e563-bbde-4548-aa49-e2fd25b20432 admin admin] Publish callbacks [] for security_group (3935a80d-7d33-4cc9-969e-faf10c5628ff), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:54.696746 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e4d1c-1b24-48b7-923d-8a9445870de4 req-20b25b73-bd77-485a-aed0-886383b0ae07 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:54.698273 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-6b0e4d1c-1b24-48b7-923d-8a9445870de4 req-20b25b73-bd77-485a-aed0-886383b0ae07 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=cc122a7e-fe3b-4bb6-abb6-96e6a199d8e3 HTTP/1.1" status: 200 len: 946 time: 0.0929551 Jun 03 15:28:54.701839 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:54.708238 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6330286-62dd-4b95-82ac-f517be92a671 req-23f91e3d-7598-44af-a4b7-0171ac3c2a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:54.710458 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-a6330286-62dd-4b95-82ac-f517be92a671 req-23f91e3d-7598-44af-a4b7-0171ac3c2a0b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=78322f02-2402-4284-a227-98343c2f67dc HTTP/1.1" status: 200 len: 848 time: 0.0878274 Jun 03 15:28:54.766574 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e58f472a-82bb-4d7a-b7d3-57b73929eef5 req-74be032b-52c5-444a-91d3-d2246b81612c service neutron] 10.222.0.95 "GET /v2.0/networks/beafa1b9-ad41-4519-b3bd-aaad5165f1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303685 Jun 03 15:28:54.767572 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-bcf5e563-bbde-4548-aa49-e2fd25b20432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (3935a80d-7d33-4cc9-969e-faf10c5628ff), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:54.770403 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-bcf5e563-bbde-4548-aa49-e2fd25b20432 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:54.773766 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-bcf5e563-bbde-4548-aa49-e2fd25b20432 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/3935a80d-7d33-4cc9-969e-faf10c5628ff HTTP/1.1" status: 204 len: 168 time: 0.2786341 Jun 03 15:28:54.779710 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf5e563-bbde-4548-aa49-e2fd25b20432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3935a80d-7d33-4cc9-969e-faf10c5628ff,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:54.804297 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-6b0e4d1c-1b24-48b7-923d-8a9445870de4 req-fcf0e6cf-7cae-4110-92f4-86a873054556 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983326 Jun 03 15:28:54.809729 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-10cc8b5b-43e5-443c-a06c-1e2c6ced1e7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:54.819220 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6330286-62dd-4b95-82ac-f517be92a671 req-124680f8-1fba-450a-8e02-2e2f363c2a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:54.820702 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-a6330286-62dd-4b95-82ac-f517be92a671 req-124680f8-1fba-450a-8e02-2e2f363c2a0e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=63fabd49-da18-4288-852a-c9b600b6fd0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0784485 Jun 03 15:28:54.824244 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:54.888275 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '800d0eab-3550-4b55-8837-765681285f77', 'tag': '5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533'}] {{(pid=103920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:28:54.890616 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fde6ca1c4b3e174e639905c0d93b14e8a3905e0af4b9b9445456920c81b8107" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf280def-0775-4581-9533-0a8c153d932c" -d '{"events": [{"name": "network-changed", "server_uuid": "800d0eab-3550-4b55-8837-765681285f77", "tag": "5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533"}]}' {{(pid=103920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:28:54.951734 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 15:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72131cc-926d-4804-b5f6-f5d0850b9257 x-openstack-request-id: req-d72131cc-926d-4804-b5f6-f5d0850b9257 {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:28:54.952011 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "800d0eab-3550-4b55-8837-765681285f77", "tag": "5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533", "status": "completed", "code": 200}]} {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:28:54.952262 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d72131cc-926d-4804-b5f6-f5d0850b9257 {{(pid=103920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:28:54.952701 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d72131cc-926d-4804-b5f6-f5d0850b9257'] response: {'name': 'network-changed', 'server_uuid': '800d0eab-3550-4b55-8837-765681285f77', 'tag': '5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533', 'status': 'completed', 'code': 200} Jun 03 15:28:54.990292 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-a6330286-62dd-4b95-82ac-f517be92a671 req-57134e0e-d3e3-48fb-a89a-3569eef7ef17 service neutron] 10.222.0.95 "GET /v2.0/networks/63fabd49-da18-4288-852a-c9b600b6fd0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586108 Jun 03 15:28:54.995860 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:55.014926 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ea793-00b9-4f4e-b054-951c5e11f02f req-0cb4ad81-5d06-468b-98a0-467ed434de9a tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:55.016818 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-6e1ea793-00b9-4f4e-b054-951c5e11f02f req-0cb4ad81-5d06-468b-98a0-467ed434de9a tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/ports?device_id=800d0eab-3550-4b55-8837-765681285f77 HTTP/1.1" status: 200 len: 943 time: 0.0739074 Jun 03 15:28:55.080330 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-10cc8b5b-43e5-443c-a06c-1e2c6ced1e7f admin admin] Publish callbacks [] for security_group (6d207010-d91f-43fe-9f98-8edade890cb6), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:55.093232 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-10cc8b5b-43e5-443c-a06c-1e2c6ced1e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (6d207010-d91f-43fe-9f98-8edade890cb6), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:55.129977 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:55.138845 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-a6330286-62dd-4b95-82ac-f517be92a671 req-ac929b58-a2ec-49ad-bd81-9c23f5abc342 service neutron] 10.222.0.95 "GET /v2.0/networks/63fabd49-da18-4288-852a-c9b600b6fd0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378472 Jun 03 15:28:55.143172 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-6e1ea793-00b9-4f4e-b054-951c5e11f02f req-9a1f2e67-496a-479a-be95-9bb53a7992f9 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/security-groups?id=903fa922-1e28-41d0-90aa-4ae6067c6a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152239 Jun 03 15:28:55.154187 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-10cc8b5b-43e5-443c-a06c-1e2c6ced1e7f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ab83cd247aae48658343b52330a0f0be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5411978 Jun 03 15:28:55.156592 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 52748) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:28:55.162112 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc8b5b-43e5-443c-a06c-1e2c6ced1e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d207010-d91f-43fe-9f98-8edade890cb6,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:55.281563 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 52754) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:28:55.288600 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-fd50c209-2fb5-40f1-9867-6ef345ec7965 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Request body: {'security_group': {'name': 'tempest-securitygroup--745236911', 'description': 'tempest-description--1286026021'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:28:55.319733 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-fd50c209-2fb5-40f1-9867-6ef345ec7965 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for security_group (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:55.326064 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf280def-0775-4581-9533-0a8c153d932c req-4af24ee9-7a4e-498b-b02e-061575d01155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:55.327830 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-cf280def-0775-4581-9533-0a8c153d932c req-4af24ee9-7a4e-498b-b02e-061575d01155 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=98f97ac03be44e0bb8ab21d985d1dd27&device_id=800d0eab-3550-4b55-8837-765681285f77 HTTP/1.1" status: 200 len: 1127 time: 0.1082335 Jun 03 15:28:55.331613 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-73d30685-0dbe-4d03-87aa-a13994b9bed0 admin admin] Publish callbacks [] for security_group (6d207010-d91f-43fe-9f98-8edade890cb6), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:55.352393 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b2dc2-4ab0-4840-a27e-a9ebd17583f0 req-f5d8dd01-0db0-4f92-818b-ec0919f80f12 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:55.353658 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-ee6b2dc2-4ab0-4840-a27e-a9ebd17583f0 req-f5d8dd01-0db0-4f92-818b-ec0919f80f12 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 945 time: 0.0883749 Jun 03 15:28:55.410994 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-73d30685-0dbe-4d03-87aa-a13994b9bed0 admin admin] Publish callbacks [] for security_group (6d207010-d91f-43fe-9f98-8edade890cb6), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:55.417934 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-fd50c209-2fb5-40f1-9867-6ef345ec7965 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for security_group (75a8fba4-4ec7-4dd1-868c-6137920eeed7), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:55.425701 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-fd50c209-2fb5-40f1-9867-6ef345ec7965 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (75a8fba4-4ec7-4dd1-868c-6137920eeed7), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:55.458958 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd50c209-2fb5-40f1-9867-6ef345ec7965 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75a8fba4-4ec7-4dd1-868c-6137920eeed7,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:55.475042 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-fd50c209-2fb5-40f1-9867-6ef345ec7965 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:55.479867 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-fd50c209-2fb5-40f1-9867-6ef345ec7965 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1972613 Jun 03 15:28:55.481328 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 52764) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:28:55.494379 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-f0075b19-7031-4e2b-a422-634a954cd41e tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Request body: {'security_group_rule': {'security_group_id': '75a8fba4-4ec7-4dd1-868c-6137920eeed7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:28:55.507558 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ea450706-6f9d-4600-9901-8a13358e87c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (c1b56563-1529-491f-97b0-bd0331fef87b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:55.528979 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-f0075b19-7031-4e2b-a422-634a954cd41e tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for security_group_rule (8eccf413-1c1b-46c3-9f8c-115c3dd3c85a), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:55.559871 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-ee6b2dc2-4ab0-4840-a27e-a9ebd17583f0 req-acbdbdfd-1576-4613-9ce6-f601f7149ddc tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1893618 Jun 03 15:28:55.589572 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-f0075b19-7031-4e2b-a422-634a954cd41e tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for security_group_rule (8eccf413-1c1b-46c3-9f8c-115c3dd3c85a), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:55.594266 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-73d30685-0dbe-4d03-87aa-a13994b9bed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (6d207010-d91f-43fe-9f98-8edade890cb6), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:55.595008 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-f0075b19-7031-4e2b-a422-634a954cd41e tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749434'] for security_group_rule (8eccf413-1c1b-46c3-9f8c-115c3dd3c85a), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:55.598009 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-73d30685-0dbe-4d03-87aa-a13994b9bed0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:55.599354 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-73d30685-0dbe-4d03-87aa-a13994b9bed0 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6d207010-d91f-43fe-9f98-8edade890cb6 HTTP/1.1" status: 204 len: 168 time: 0.4440997 Jun 03 15:28:55.609764 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf280def-0775-4581-9533-0a8c153d932c req-b776e216-9791-41ce-8478-dfd3309e8996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:55.611321 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-cf280def-0775-4581-9533-0a8c153d932c req-b776e216-9791-41ce-8478-dfd3309e8996 service neutron] 10.222.0.95 "GET /v2.0/networks?id=63fabd49-da18-4288-852a-c9b600b6fd0f HTTP/1.1" status: 200 len: 910 time: 0.2437751 Jun 03 15:28:55.613477 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d30685-0dbe-4d03-87aa-a13994b9bed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d207010-d91f-43fe-9f98-8edade890cb6,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:55.620555 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0075b19-7031-4e2b-a422-634a954cd41e tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eccf413-1c1b-46c3-9f8c-115c3dd3c85a,revision_number=0']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:55.636918 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-f0075b19-7031-4e2b-a422-634a954cd41e tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:55.641268 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 52772) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:28:55.641713 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-f0075b19-7031-4e2b-a422-634a954cd41e tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1600661 Jun 03 15:28:55.648152 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-4694a700-ca45-4e9d-822e-b0aacc62ab0e tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Request body: {'security_group_rule': {'security_group_id': '75a8fba4-4ec7-4dd1-868c-6137920eeed7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:28:55.695519 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4694a700-ca45-4e9d-822e-b0aacc62ab0e tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for security_group_rule (46721a9b-b67e-4c58-98c7-6d23a2d6c692), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:55.762680 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4694a700-ca45-4e9d-822e-b0aacc62ab0e tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for security_group_rule (46721a9b-b67e-4c58-98c7-6d23a2d6c692), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:55.778672 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4694a700-ca45-4e9d-822e-b0aacc62ab0e tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749434'] for security_group_rule (46721a9b-b67e-4c58-98c7-6d23a2d6c692), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:55.821068 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-cf280def-0775-4581-9533-0a8c153d932c req-9e9d2a0f-6cf1-4172-a346-55db6766e267 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533 HTTP/1.1" status: 200 len: 217 time: 0.0552909 Jun 03 15:28:55.821455 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:55.827787 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4694a700-ca45-4e9d-822e-b0aacc62ab0e tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46721a9b-b67e-4c58-98c7-6d23a2d6c692,revision_number=0']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:55.879742 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4694a700-ca45-4e9d-822e-b0aacc62ab0e tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:55.883921 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-4694a700-ca45-4e9d-822e-b0aacc62ab0e tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2386534 Jun 03 15:28:55.884420 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 52784) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:28:55.888337 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-0b6bf329-c998-430b-b1fb-de7f24b1d051 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Request body: {'floatingip': {'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:28:55.901225 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf280def-0775-4581-9533-0a8c153d932c req-25814eb2-cddd-4055-8d7b-e726e7307c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:55.902816 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-cf280def-0775-4581-9533-0a8c153d932c req-25814eb2-cddd-4055-8d7b-e726e7307c4d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=78322f02-2402-4284-a227-98343c2f67dc HTTP/1.1" status: 200 len: 848 time: 0.0698740 Jun 03 15:28:55.920861 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0b6bf329-c998-430b-b1fb-de7f24b1d051 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:55.948873 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b0a8f-587a-4fa4-86fc-831df7c28d05 req-a3bfe2c0-be08-4a1a-b6e2-4d1c3f4f76ef tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:55.950301 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-073b0a8f-587a-4fa4-86fc-831df7c28d05 req-a3bfe2c0-be08-4a1a-b6e2-4d1c3f4f76ef tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=cc122a7e-fe3b-4bb6-abb6-96e6a199d8e3 HTTP/1.1" status: 200 len: 946 time: 0.0518534 Jun 03 15:28:56.033211 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-073b0a8f-587a-4fa4-86fc-831df7c28d05 req-80d6617d-92e0-48bc-9056-5e6bad6da95d tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659590 Jun 03 15:28:56.044294 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0b6bf329-c998-430b-b1fb-de7f24b1d051 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:56.046411 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 52786) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:28:56.061034 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-aa7a78b3-5328-4111-bfa1-10af833bbbd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:56.145832 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-aa7a78b3-5328-4111-bfa1-10af833bbbd2 admin admin] Publish callbacks [] for security_group (d3e8d01b-a080-4dd6-b5bd-c8e1e953c2cb), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:56.156375 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-aa7a78b3-5328-4111-bfa1-10af833bbbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (d3e8d01b-a080-4dd6-b5bd-c8e1e953c2cb), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:56.183814 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_common [None req-0b6bf329-c998-430b-b1fb-de7f24b1d051 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Allocated IP 172.27.3.178 (2ebb747a-15cb-4ff0-831b-eddaba7ea913/396ae3db-97af-42d7-bc28-96050c96ba42/84dd64e2-4b9e-4097-a94c-d51cbec93dd3) {{(pid=103920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:28:56.198208 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:56.221536 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-aa7a78b3-5328-4111-bfa1-10af833bbbd2 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ea1b7c268dc84c31b630d73e071700c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1737254 Jun 03 15:28:56.225199 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7a78b3-5328-4111-bfa1-10af833bbbd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e8d01b-a080-4dd6-b5bd-c8e1e953c2cb,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:56.227767 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 52794) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:28:56.279040 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:DELETE=3,neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:56.283078 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-be422da0-dbbf-4219-b8c7-bcd7048f9a05 admin admin] Publish callbacks [] for security_group (d3e8d01b-a080-4dd6-b5bd-c8e1e953c2cb), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:56.307603 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-be422da0-dbbf-4219-b8c7-bcd7048f9a05 admin admin] Publish callbacks [] for security_group (d3e8d01b-a080-4dd6-b5bd-c8e1e953c2cb), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:56.316896 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a11ae-d5fa-451e-804d-9591080324c3 req-aba68754-b447-4470-a9aa-ac4f640f9124 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:56.318301 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d25a11ae-d5fa-451e-804d-9591080324c3 req-aba68754-b447-4470-a9aa-ac4f640f9124 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/ports?device_id=800d0eab-3550-4b55-8837-765681285f77 HTTP/1.1" status: 200 len: 943 time: 0.0676312 Jun 03 15:28:56.359312 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-be422da0-dbbf-4219-b8c7-bcd7048f9a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (d3e8d01b-a080-4dd6-b5bd-c8e1e953c2cb), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:56.363375 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-be422da0-dbbf-4219-b8c7-bcd7048f9a05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:56.364619 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-be422da0-dbbf-4219-b8c7-bcd7048f9a05 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d3e8d01b-a080-4dd6-b5bd-c8e1e953c2cb HTTP/1.1" status: 204 len: 168 time: 0.1355059 Jun 03 15:28:56.374304 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be422da0-dbbf-4219-b8c7-bcd7048f9a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e8d01b-a080-4dd6-b5bd-c8e1e953c2cb,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:56.380028 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0b6bf329-c998-430b-b1fb-de7f24b1d051 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for port (84dd64e2-4b9e-4097-a94c-d51cbec93dd3), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:56.423960 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d25a11ae-d5fa-451e-804d-9591080324c3 req-d0bae55d-47a7-4957-87f6-e4df8d078dae tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/security-groups?id=903fa922-1e28-41d0-90aa-4ae6067c6a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971107 Jun 03 15:28:56.450796 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0b6bf329-c998-430b-b1fb-de7f24b1d051 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5848811'] for port (84dd64e2-4b9e-4097-a94c-d51cbec93dd3), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:56.496260 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6bf329-c998-430b-b1fb-de7f24b1d051 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Network 2ebb747a-15cb-4ff0-831b-eddaba7ea913 is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:28:56.500191 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-0b6bf329-c998-430b-b1fb-de7f24b1d051 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:28:56.503477 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6bf329-c998-430b-b1fb-de7f24b1d051 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Received port after_create {{(pid=103920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:28:56.521773 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6bf329-c998-430b-b1fb-de7f24b1d051 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Pushing event updated for resources: {'Port': ['ID=84dd64e2-4b9e-4097-a94c-d51cbec93dd3,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:56.528795 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0007325d-49bd-45ba-86c8-d0efad7af70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (e76c2f28-d1d2-478d-a24e-96dcb24ae502), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:56.667387 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0b6bf329-c998-430b-b1fb-de7f24b1d051 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for floatingip (f3781240-2a1c-430e-9287-e20e6a58b798), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:56.691276 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:56.714665 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a23255-6e87-4c1e-88d5-72b4ce40bb70 req-d93c47ef-e747-4bc0-8a9a-f55702325bdc tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:56.716833 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-f3a23255-6e87-4c1e-88d5-72b4ce40bb70 req-d93c47ef-e747-4bc0-8a9a-f55702325bdc tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 945 time: 0.0580590 Jun 03 15:28:56.718623 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0b6bf329-c998-430b-b1fb-de7f24b1d051 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (84dd64e2-4b9e-4097-a94c-d51cbec93dd3), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:56.775674 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-f3a23255-6e87-4c1e-88d5-72b4ce40bb70 req-c71c246d-5e64-46e1-bf57-5e597345fe2b tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521126 Jun 03 15:28:56.878725 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:56.930022 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0b6bf329-c998-430b-b1fb-de7f24b1d051 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for port (84dd64e2-4b9e-4097-a94c-d51cbec93dd3), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:56.934788 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0b6bf329-c998-430b-b1fb-de7f24b1d051 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5848786'] for port (84dd64e2-4b9e-4097-a94c-d51cbec93dd3), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:57.014740 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6bf329-c998-430b-b1fb-de7f24b1d051 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Pushing event updated for resources: {'Port': ['ID=84dd64e2-4b9e-4097-a94c-d51cbec93dd3,revision_number=2']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:57.021626 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0b6bf329-c998-430b-b1fb-de7f24b1d051 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763103'] for floatingip (f3781240-2a1c-430e-9287-e20e6a58b798), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:57.041013 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0b6bf329-c998-430b-b1fb-de7f24b1d051 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for floatingip (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:57.051756 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-0b6bf329-c998-430b-b1fb-de7f24b1d051 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1574175 Jun 03 15:28:57.148890 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5522a1e-8074-4567-92ad-ee94517b286a req-2b007de5-926a-41a7-b16e-ba0efc0ca781 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:57.149446 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-c5522a1e-8074-4567-92ad-ee94517b286a req-2b007de5-926a-41a7-b16e-ba0efc0ca781 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=cc122a7e-fe3b-4bb6-abb6-96e6a199d8e3 HTTP/1.1" status: 200 len: 946 time: 0.0548372 Jun 03 15:28:57.326268 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-49373c94-ced7-46bb-bf12-efd0f0ad7baa req-c4b78977-3338-402e-8eb4-b67806a0374e tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--745236911&fields=id&tenant_id=3e8f48e1939245eaa67bcd6a27bc7cda HTTP/1.1" status: 200 len: 267 time: 0.0897043 Jun 03 15:28:57.444797 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfceaf8-522c-4cc5-8ff9-1e1c8d3e2f1a req-0a799f6f-7f49-4f3e-9dd8-dbec75486242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:57.446500 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-abfceaf8-522c-4cc5-8ff9-1e1c8d3e2f1a req-0a799f6f-7f49-4f3e-9dd8-dbec75486242 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=cc122a7e-fe3b-4bb6-abb6-96e6a199d8e3 HTTP/1.1" status: 200 len: 1130 time: 0.0849104 Jun 03 15:28:57.454640 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:57.491241 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-c5522a1e-8074-4567-92ad-ee94517b286a req-6c543c0a-fff9-4d92-84f4-5e6e800ac53a tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335052 Jun 03 15:28:57.496510 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf280def-0775-4581-9533-0a8c153d932c req-7502cefb-7995-4c40-93e3-b89ba09e045b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:57.498010 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-cf280def-0775-4581-9533-0a8c153d932c req-7502cefb-7995-4c40-93e3-b89ba09e045b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=63fabd49-da18-4288-852a-c9b600b6fd0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3135560 Jun 03 15:28:57.527486 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49373c94-ced7-46bb-bf12-efd0f0ad7baa req-a96e4392-9c4f-4366-91b7-4d74391a7b23 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:57.529162 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-49373c94-ced7-46bb-bf12-efd0f0ad7baa req-a96e4392-9c4f-4366-91b7-4d74391a7b23 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/networks?id=68719859-5880-402e-b442-370597e1ce2f HTTP/1.1" status: 200 len: 815 time: 0.1932976 Jun 03 15:28:57.552391 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-abfceaf8-522c-4cc5-8ff9-1e1c8d3e2f1a req-14823966-9cbf-420c-8cc9-679fbf8aefcf service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960298 Jun 03 15:28:57.554236 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-49373c94-ced7-46bb-bf12-efd0f0ad7baa req-d5ef3940-ea58-468c-8922-d5123f7bbde8 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/quotas/3e8f48e1939245eaa67bcd6a27bc7cda HTTP/1.1" status: 200 len: 375 time: 0.0138769 Jun 03 15:28:57.612458 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-49373c94-ced7-46bb-bf12-efd0f0ad7baa req-f4d73dd7-6fdd-4381-a656-bb99d531bfc9 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=3e8f48e1939245eaa67bcd6a27bc7cda&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0518734 Jun 03 15:28:57.660188 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5285cd9-4630-498a-9bb1-b0c83cc38fb9 req-7d04a725-eca5-4be3-bc47-c5521532f8c1 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:57.661731 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d5285cd9-4630-498a-9bb1-b0c83cc38fb9 req-7d04a725-eca5-4be3-bc47-c5521532f8c1 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/ports?device_id=800d0eab-3550-4b55-8837-765681285f77 HTTP/1.1" status: 200 len: 943 time: 0.0884440 Jun 03 15:28:57.680321 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-cf280def-0775-4581-9533-0a8c153d932c req-106cc8a6-ff77-4803-a92f-870a08d88cb1 service neutron] 10.222.0.95 "GET /v2.0/networks/63fabd49-da18-4288-852a-c9b600b6fd0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740882 Jun 03 15:28:57.756486 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d5285cd9-4630-498a-9bb1-b0c83cc38fb9 req-bb3ac5c2-973a-490c-abbf-11446508d32c tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/security-groups?id=903fa922-1e28-41d0-90aa-4ae6067c6a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754533 Jun 03 15:28:57.764520 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-49373c94-ced7-46bb-bf12-efd0f0ad7baa req-cc23884a-b700-4a8f-a69c-28d96b29f8bd service neutron] 10.222.0.93 "GET /v2.0/networks/68719859-5880-402e-b442-370597e1ce2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112058 Jun 03 15:28:57.883696 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-49373c94-ced7-46bb-bf12-efd0f0ad7baa req-15960465-b4b4-48e7-ad6d-e4f55d817574 service neutron] 10.222.0.93 "GET /v2.0/networks/68719859-5880-402e-b442-370597e1ce2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174152 Jun 03 15:28:57.888070 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-cf280def-0775-4581-9533-0a8c153d932c req-3ade0cd8-c432-4ce4-9751-c652eff4b4f9 service neutron] 10.222.0.95 "GET /v2.0/networks/63fabd49-da18-4288-852a-c9b600b6fd0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141851 Jun 03 15:28:57.960707 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b883befd-2b91-402b-92d8-4a99d524800d req-c58c89ed-17af-471d-a6df-246401d5a073 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:57.962989 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-b883befd-2b91-402b-92d8-4a99d524800d req-c58c89ed-17af-471d-a6df-246401d5a073 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 945 time: 0.0597045 Jun 03 15:28:58.041541 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-b883befd-2b91-402b-92d8-4a99d524800d req-44e86afb-1156-471b-9cf8-f3dd3e9669fd tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711524 Jun 03 15:28:58.103149 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-17bdca15-3d2b-468b-bbf4-7292b7ef659d req-082c3afa-bd0f-4fb0-aede-031e8a6480d4 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbacc2fb-8c4f-496f-97c4-97d1cbe1c9d2 HTTP/1.1" status: 200 len: 210 time: 0.0439668 Jun 03 15:28:58.227269 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (b78338d6-31c9-4f43-bfac-5a5a854a8366), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:58.627264 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15dbc67-2d53-4503-8345-1335ab665b8e req-4aabf79f-5062-40ad-beaa-f6c0c2b0c502 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:58.629589 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-b15dbc67-2d53-4503-8345-1335ab665b8e req-4aabf79f-5062-40ad-beaa-f6c0c2b0c502 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=cc122a7e-fe3b-4bb6-abb6-96e6a199d8e3 HTTP/1.1" status: 200 len: 946 time: 0.0522785 Jun 03 15:28:58.694118 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-b15dbc67-2d53-4503-8345-1335ab665b8e req-f475ac4e-261c-4469-a347-ec5e4fa773c9 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581841 Jun 03 15:28:58.881574 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b589686-d1d3-4bda-9fe3-0195bd63b617 req-398572ad-f9f9-415a-bba8-8466512ac9cb tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:58.883214 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-4b589686-d1d3-4bda-9fe3-0195bd63b617 req-398572ad-f9f9-415a-bba8-8466512ac9cb tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/ports?device_id=800d0eab-3550-4b55-8837-765681285f77 HTTP/1.1" status: 200 len: 943 time: 0.0473139 Jun 03 15:28:58.937021 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-4b589686-d1d3-4bda-9fe3-0195bd63b617 req-b1aa3ec0-ccc5-419b-9cbc-2edc7eeba1e5 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/security-groups?id=903fa922-1e28-41d0-90aa-4ae6067c6a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475264 Jun 03 15:28:59.035669 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 52920) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:28:59.174109 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ddb8e38d-f573-4521-bd00-93185c97dfb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:59.197956 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-7415fe07-deea-43ee-bd7f-c682396dee98 req-daf9a0da-e8ad-46e7-a2a9-806d03692ebc tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbacc2fb-8c4f-496f-97c4-97d1cbe1c9d2 HTTP/1.1" status: 200 len: 210 time: 0.0275331 Jun 03 15:28:59.199515 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185557f-0855-4501-99fd-bd38f6a1a678 req-4a2ed2e0-6b9c-46d3-a72d-ea24e0e03e47 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:59.201022 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-2185557f-0855-4501-99fd-bd38f6a1a678 req-4a2ed2e0-6b9c-46d3-a72d-ea24e0e03e47 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 945 time: 0.0781820 Jun 03 15:28:59.252648 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:59.281693 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-2185557f-0855-4501-99fd-bd38f6a1a678 req-4eca3832-85f8-4612-8846-5ee06acbfd02 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717752 Jun 03 15:28:59.315098 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ddb8e38d-f573-4521-bd00-93185c97dfb6 admin admin] Publish callbacks [] for security_group (0e45802f-f619-48ae-ba49-c9ec0c12d3d3), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:59.320898 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ddb8e38d-f573-4521-bd00-93185c97dfb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (0e45802f-f619-48ae-ba49-c9ec0c12d3d3), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:59.361232 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-ddb8e38d-f573-4521-bd00-93185c97dfb6 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=1435a19531ea4462985ff2313b6715b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3244860 Jun 03 15:28:59.362142 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb8e38d-f573-4521-bd00-93185c97dfb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e45802f-f619-48ae-ba49-c9ec0c12d3d3,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:59.364554 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 52934) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:28:59.392072 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:59.446715 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-c5ef847d-17b5-4443-ad6d-26a366845929 admin admin] Publish callbacks [] for security_group (0e45802f-f619-48ae-ba49-c9ec0c12d3d3), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:59.475883 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-c5ef847d-17b5-4443-ad6d-26a366845929 admin admin] Publish callbacks [] for security_group (0e45802f-f619-48ae-ba49-c9ec0c12d3d3), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:59.539199 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-c5ef847d-17b5-4443-ad6d-26a366845929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (0e45802f-f619-48ae-ba49-c9ec0c12d3d3), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:59.542071 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-c5ef847d-17b5-4443-ad6d-26a366845929 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:59.543492 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-c5ef847d-17b5-4443-ad6d-26a366845929 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0e45802f-f619-48ae-ba49-c9ec0c12d3d3 HTTP/1.1" status: 204 len: 168 time: 0.1768200 Jun 03 15:28:59.551837 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ef847d-17b5-4443-ad6d-26a366845929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e45802f-f619-48ae-ba49-c9ec0c12d3d3,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:28:59.845814 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0468aa73-dd11-418b-b919-ea603aba6154 req-634222e2-baab-427d-a2a6-e167d1e80947 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:59.848422 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-0468aa73-dd11-418b-b919-ea603aba6154 req-634222e2-baab-427d-a2a6-e167d1e80947 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=cc122a7e-fe3b-4bb6-abb6-96e6a199d8e3 HTTP/1.1" status: 200 len: 946 time: 0.0698586 Jun 03 15:28:59.880996 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49373c94-ced7-46bb-bf12-efd0f0ad7baa req-5480ffc6-2dc2-4c27-9491-4569b0d4d4fc tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:28:59.882987 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-49373c94-ced7-46bb-bf12-efd0f0ad7baa req-5480ffc6-2dc2-4c27-9491-4569b0d4d4fc tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.95 "GET /v2.0/networks?id=68719859-5880-402e-b442-370597e1ce2f HTTP/1.1" status: 200 len: 815 time: 0.1244991 Jun 03 15:28:59.895228 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 52948) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:28:59.918276 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-73f1ebde-4001-4faa-8e7e-d07d79a87a28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:28:59.931195 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-0468aa73-dd11-418b-b919-ea603aba6154 req-6df3cf31-d1a4-4174-9e96-3a32f335937d tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762539 Jun 03 15:28:59.973890 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:59.975121 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=75 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:28:59.994760 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-49373c94-ced7-46bb-bf12-efd0f0ad7baa req-b868dc53-0df8-4d61-8397-2fb29119b9d9 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e8f48e1939245eaa67bcd6a27bc7cda HTTP/1.1" status: 200 len: 472 time: 0.0986135 Jun 03 15:29:00.076782 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-73f1ebde-4001-4faa-8e7e-d07d79a87a28 admin admin] Publish callbacks [] for security_group (8a59c976-ee86-4a8a-b809-854c3aeafa73), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:00.080248 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [req-49373c94-ced7-46bb-bf12-efd0f0ad7baa req-39029beb-24a6-49e9-9981-94ea8ac2eafc tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Request body: {'port': {'device_id': 'fbacc2fb-8c4f-496f-97c4-97d1cbe1c9d2', 'network_id': '68719859-5880-402e-b442-370597e1ce2f', 'admin_state_up': True, 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'security_groups': ['75a8fba4-4ec7-4dd1-868c-6137920eeed7']}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:29:00.083908 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-73f1ebde-4001-4faa-8e7e-d07d79a87a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (8a59c976-ee86-4a8a-b809-854c3aeafa73), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:00.093398 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda977c-bc0e-42a6-8659-425f5526455d req-c0d43664-9c2f-4aac-9c91-bcfe7cd429f9 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:00.094885 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-ceda977c-bc0e-42a6-8659-425f5526455d req-c0d43664-9c2f-4aac-9c91-bcfe7cd429f9 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/ports?device_id=800d0eab-3550-4b55-8837-765681285f77 HTTP/1.1" status: 200 len: 943 time: 0.0740006 Jun 03 15:29:00.128957 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:00.158804 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-73f1ebde-4001-4faa-8e7e-d07d79a87a28 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a9e3f826e2bc4d108695f2e0e8bc4291&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2624178 Jun 03 15:29:00.163948 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 52962) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:29:00.165997 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f1ebde-4001-4faa-8e7e-d07d79a87a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a59c976-ee86-4a8a-b809-854c3aeafa73,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:00.228881 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-ceda977c-bc0e-42a6-8659-425f5526455d req-9ca369a8-7605-4fca-9f9a-e5baec1cab9d tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/security-groups?id=903fa922-1e28-41d0-90aa-4ae6067c6a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238124 Jun 03 15:29:00.243477 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b2111-91f5-47e6-90b3-3691110069f7 req-8a819ebb-562a-4bfa-8f32-80a6433c9b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:00.246732 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-1d0b2111-91f5-47e6-90b3-3691110069f7 req-8a819ebb-562a-4bfa-8f32-80a6433c9b2d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a402ec1153624838be07cda58279f2a4&device_id=cc122a7e-fe3b-4bb6-abb6-96e6a199d8e3 HTTP/1.1" status: 200 len: 1130 time: 0.0493431 Jun 03 15:29:00.288434 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162bf93-fa23-4ae2-ac2e-79d8c21c8635 req-c9f11e09-0a46-4cc8-981d-c6b4e9c7280a tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:00.290163 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-1162bf93-fa23-4ae2-ac2e-79d8c21c8635 req-c9f11e09-0a46-4cc8-981d-c6b4e9c7280a tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=cc122a7e-fe3b-4bb6-abb6-96e6a199d8e3 HTTP/1.1" status: 200 len: 946 time: 0.0929675 Jun 03 15:29:00.295100 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b8668b88-0010-4b13-be50-1a7a24dd6d98 admin admin] Publish callbacks [] for security_group (8a59c976-ee86-4a8a-b809-854c3aeafa73), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:00.335732 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-9e9dd4ca-1f2c-40f5-b318-aaaa218f71bb req-031d1f6b-4277-4fcd-8feb-85250ae8ddb6 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbacc2fb-8c4f-496f-97c4-97d1cbe1c9d2 HTTP/1.1" status: 200 len: 210 time: 0.0331128 Jun 03 15:29:00.347416 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b8668b88-0010-4b13-be50-1a7a24dd6d98 admin admin] Publish callbacks [] for security_group (8a59c976-ee86-4a8a-b809-854c3aeafa73), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:00.379479 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b2111-91f5-47e6-90b3-3691110069f7 req-8178199d-9842-45a9-bd4a-51efed6635e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:00.381161 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-1d0b2111-91f5-47e6-90b3-3691110069f7 req-8178199d-9842-45a9-bd4a-51efed6635e5 service neutron] 10.222.0.95 "GET /v2.0/networks?id=ba66765f-7c24-4296-be5e-4c2a803ccabf HTTP/1.1" status: 200 len: 919 time: 0.1263890 Jun 03 15:29:00.381816 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49373c94-ced7-46bb-bf12-efd0f0ad7baa req-39029beb-24a6-49e9-9981-94ea8ac2eafc tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Made reservation on behalf of 3e8f48e1939245eaa67bcd6a27bc7cda for: {'port': 1} {{(pid=103920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:29:00.384736 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-49373c94-ced7-46bb-bf12-efd0f0ad7baa req-39029beb-24a6-49e9-9981-94ea8ac2eafc tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:00.419982 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-1162bf93-fa23-4ae2-ac2e-79d8c21c8635 req-777b132a-23ce-4758-8cf2-be8d262eea0e tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208205 Jun 03 15:29:00.422055 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-1d0b2111-91f5-47e6-90b3-3691110069f7 req-3b0f9677-01ec-49d3-9765-23b612795a66 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4a71b7c-b829-4818-a730-8eda807ebe70 HTTP/1.1" status: 200 len: 217 time: 0.0348926 Jun 03 15:29:00.501912 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb2ce74-e204-4c53-9867-103c8afa072d req-72e0fd8e-af56-4360-aa34-e97c4c75aff0 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:00.511760 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-9fb2ce74-e204-4c53-9867-103c8afa072d req-72e0fd8e-af56-4360-aa34-e97c4c75aff0 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 945 time: 0.0923414 Jun 03 15:29:00.536222 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b8668b88-0010-4b13-be50-1a7a24dd6d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (8a59c976-ee86-4a8a-b809-854c3aeafa73), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:00.537276 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b2111-91f5-47e6-90b3-3691110069f7 req-61beb708-1478-47b3-9df7-dbf56aa76796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:00.538793 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-1d0b2111-91f5-47e6-90b3-3691110069f7 req-61beb708-1478-47b3-9df7-dbf56aa76796 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5cb0f2a7-ee25-46e9-8c4b-18478610484d HTTP/1.1" status: 200 len: 857 time: 0.0848534 Jun 03 15:29:00.539354 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b8668b88-0010-4b13-be50-1a7a24dd6d98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:00.540495 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-b8668b88-0010-4b13-be50-1a7a24dd6d98 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/8a59c976-ee86-4a8a-b809-854c3aeafa73 HTTP/1.1" status: 204 len: 168 time: 0.3753507 Jun 03 15:29:00.558865 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8668b88-0010-4b13-be50-1a7a24dd6d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a59c976-ee86-4a8a-b809-854c3aeafa73,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:00.589768 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_common [req-49373c94-ced7-46bb-bf12-efd0f0ad7baa req-39029beb-24a6-49e9-9981-94ea8ac2eafc tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Allocated IP 172.20.0.14 (68719859-5880-402e-b442-370597e1ce2f/1e60cea5-d2fd-43f7-aff8-25b5abe402c7/343d88d0-4f0d-4021-bfee-efee56348782) {{(pid=103920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:29:00.635198 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-9fb2ce74-e204-4c53-9867-103c8afa072d req-c8e5d835-b2ab-4721-925e-ee8baba56a33 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114531 Jun 03 15:29:00.642256 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b2111-91f5-47e6-90b3-3691110069f7 req-41afa93c-4af3-4e52-a0d4-422db2956d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:00.644059 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-1d0b2111-91f5-47e6-90b3-3691110069f7 req-41afa93c-4af3-4e52-a0d4-422db2956d6e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ba66765f-7c24-4296-be5e-4c2a803ccabf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0912871 Jun 03 15:29:00.713956 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:00.755401 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-1d0b2111-91f5-47e6-90b3-3691110069f7 req-0d52f0ff-7077-4442-b120-56043057f763 service neutron] 10.222.0.95 "GET /v2.0/networks/ba66765f-7c24-4296-be5e-4c2a803ccabf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034479 Jun 03 15:29:00.785658 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:00.790477 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-49373c94-ced7-46bb-bf12-efd0f0ad7baa req-39029beb-24a6-49e9-9981-94ea8ac2eafc tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for port (343d88d0-4f0d-4021-bfee-efee56348782), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:00.828793 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-49373c94-ced7-46bb-bf12-efd0f0ad7baa req-39029beb-24a6-49e9-9981-94ea8ac2eafc tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5848811'] for port (343d88d0-4f0d-4021-bfee-efee56348782), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:00.848502 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:00.862714 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-1d0b2111-91f5-47e6-90b3-3691110069f7 req-91aad5c3-2533-436a-a7f2-bc1802052801 service neutron] 10.222.0.95 "GET /v2.0/networks/ba66765f-7c24-4296-be5e-4c2a803ccabf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001866 Jun 03 15:29:00.890560 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49373c94-ced7-46bb-bf12-efd0f0ad7baa req-39029beb-24a6-49e9-9981-94ea8ac2eafc tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Network 68719859-5880-402e-b442-370597e1ce2f is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:29:00.895505 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [req-49373c94-ced7-46bb-bf12-efd0f0ad7baa req-39029beb-24a6-49e9-9981-94ea8ac2eafc tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:29:00.899091 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [req-49373c94-ced7-46bb-bf12-efd0f0ad7baa req-39029beb-24a6-49e9-9981-94ea8ac2eafc tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Received port after_create {{(pid=103920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:29:00.945636 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39029beb-24a6-49e9-9981-94ea8ac2eafc tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Pushing event updated for resources: {'Port': ['ID=343d88d0-4f0d-4021-bfee-efee56348782,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:00.972755 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49373c94-ced7-46bb-bf12-efd0f0ad7baa req-39029beb-24a6-49e9-9981-94ea8ac2eafc tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:00.973565 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-49373c94-ced7-46bb-bf12-efd0f0ad7baa req-39029beb-24a6-49e9-9981-94ea8ac2eafc tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for port (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:01.005375 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-49373c94-ced7-46bb-bf12-efd0f0ad7baa req-39029beb-24a6-49e9-9981-94ea8ac2eafc tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9313853 Jun 03 15:29:01.089607 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [req-49373c94-ced7-46bb-bf12-efd0f0ad7baa req-ff79a7a8-cbd2-49fe-8d78-100f010d68c0 service neutron] Request body: {'port': {'device_id': 'fbacc2fb-8c4f-496f-97c4-97d1cbe1c9d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:29:01.192010 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-49373c94-ced7-46bb-bf12-efd0f0ad7baa req-ff79a7a8-cbd2-49fe-8d78-100f010d68c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (343d88d0-4f0d-4021-bfee-efee56348782), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:01.273720 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-f12dc739-c7ed-4988-9394-979b2fd592bd None None] Provisioning complete for port 343d88d0-4f0d-4021-bfee-efee56348782 triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:29:01.276639 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f12dc739-c7ed-4988-9394-979b2fd592bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (343d88d0-4f0d-4021-bfee-efee56348782), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:01.363347 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-f12dc739-c7ed-4988-9394-979b2fd592bd None None] Port 343d88d0-4f0d-4021-bfee-efee56348782 cannot update to ACTIVE because it is not bound. {{(pid=103921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 15:29:01.465002 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cc8c43-563b-4161-9467-e89b89d7cc10 req-1ac1e584-6e89-4cc0-8b8d-f409a8508dfe tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:01.466728 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-c1cc8c43-563b-4161-9467-e89b89d7cc10 req-1ac1e584-6e89-4cc0-8b8d-f409a8508dfe tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/ports?device_id=800d0eab-3550-4b55-8837-765681285f77 HTTP/1.1" status: 200 len: 943 time: 0.1019886 Jun 03 15:29:01.540628 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651fbc6-a0ec-463e-918e-3452e59087c4 req-a8b9ec93-093b-493f-9eca-954f4eb91937 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:01.543878 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-2651fbc6-a0ec-463e-918e-3452e59087c4 req-a8b9ec93-093b-493f-9eca-954f4eb91937 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbacc2fb-8c4f-496f-97c4-97d1cbe1c9d2 HTTP/1.1" status: 200 len: 932 time: 0.1107812 Jun 03 15:29:01.549126 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-c1cc8c43-563b-4161-9467-e89b89d7cc10 req-f82f98df-e4bc-4822-80f5-baf1d24b55cb tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/security-groups?id=903fa922-1e28-41d0-90aa-4ae6067c6a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760956 Jun 03 15:29:01.617696 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [req-49373c94-ced7-46bb-bf12-efd0f0ad7baa req-ff79a7a8-cbd2-49fe-8d78-100f010d68c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 343d88d0-4f0d-4021-bfee-efee56348782 {{(pid=103920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:29:01.634875 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-49373c94-ced7-46bb-bf12-efd0f0ad7baa req-ff79a7a8-cbd2-49fe-8d78-100f010d68c0 service neutron] Publish callbacks [] for port (343d88d0-4f0d-4021-bfee-efee56348782), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:01.695661 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.provisioning_blocks [req-49373c94-ced7-46bb-bf12-efd0f0ad7baa req-ff79a7a8-cbd2-49fe-8d78-100f010d68c0 service neutron] Transition to ACTIVE for port object 343d88d0-4f0d-4021-bfee-efee56348782 will not be triggered until provisioned by entity L2. {{(pid=103920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 03 15:29:01.700337 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-2651fbc6-a0ec-463e-918e-3452e59087c4 req-6dbb0b0c-9fd8-4141-9243-a633276dc211 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups?id=75a8fba4-4ec7-4dd1-868c-6137920eeed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363797 Jun 03 15:29:01.734074 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-49373c94-ced7-46bb-bf12-efd0f0ad7baa req-ff79a7a8-cbd2-49fe-8d78-100f010d68c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5848786'] for port (343d88d0-4f0d-4021-bfee-efee56348782), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:01.795580 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e531b-0ed8-46d9-a911-e7c922403524 req-5b920dcb-2fd3-4afb-8689-155d4b6054f4 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:01.803622 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-b28e531b-0ed8-46d9-a911-e7c922403524 req-5b920dcb-2fd3-4afb-8689-155d4b6054f4 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=cc122a7e-fe3b-4bb6-abb6-96e6a199d8e3 HTTP/1.1" status: 200 len: 946 time: 0.1428211 Jun 03 15:29:01.848369 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7875e69b-2821-40bd-9aa7-8c6966a99c80 req-f155e861-cb90-4a14-8d21-c9ffa6078f72 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:01.855617 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-7875e69b-2821-40bd-9aa7-8c6966a99c80 req-f155e861-cb90-4a14-8d21-c9ffa6078f72 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 945 time: 0.0601313 Jun 03 15:29:01.870664 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff79a7a8-cbd2-49fe-8d78-100f010d68c0 service neutron] Pushing event updated for resources: {'Port': ['ID=343d88d0-4f0d-4021-bfee-efee56348782,revision_number=2']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:01.938401 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:01.951199 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-7875e69b-2821-40bd-9aa7-8c6966a99c80 req-c1fee9c5-182a-459d-a04f-22f0a952a0bf tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942838 Jun 03 15:29:01.974396 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-b28e531b-0ed8-46d9-a911-e7c922403524 req-30f07b60-8c8c-45be-83a0-639b1d3659e5 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695580 Jun 03 15:29:02.014379 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.managers [req-49373c94-ced7-46bb-bf12-efd0f0ad7baa req-ff79a7a8-cbd2-49fe-8d78-100f010d68c0 service neutron] Attempting to bind port 343d88d0-4f0d-4021-bfee-efee56348782 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 15:29:02.014747 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.managers [req-49373c94-ced7-46bb-bf12-efd0f0ad7baa req-ff79a7a8-cbd2-49fe-8d78-100f010d68c0 service neutron] Attempting to bind port 343d88d0-4f0d-4021-bfee-efee56348782 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '71db973e-62af-43f0-a23f-112fc819cb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '68719859-5880-402e-b442-370597e1ce2f'}] {{(pid=103920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 15:29:02.015075 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49373c94-ced7-46bb-bf12-efd0f0ad7baa req-ff79a7a8-cbd2-49fe-8d78-100f010d68c0 service neutron] Attempting to bind port 343d88d0-4f0d-4021-bfee-efee56348782 on network 68719859-5880-402e-b442-370597e1ce2f {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:29:02.020059 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49373c94-ced7-46bb-bf12-efd0f0ad7baa req-ff79a7a8-cbd2-49fe-8d78-100f010d68c0 service neutron] Port 343d88d0-4f0d-4021-bfee-efee56348782 on network 68719859-5880-402e-b442-370597e1ce2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 03 15:29:02.020485 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49373c94-ced7-46bb-bf12-efd0f0ad7baa req-ff79a7a8-cbd2-49fe-8d78-100f010d68c0 service neutron] Attempting to bind port 343d88d0-4f0d-4021-bfee-efee56348782 on network 68719859-5880-402e-b442-370597e1ce2f {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:29:02.026388 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49373c94-ced7-46bb-bf12-efd0f0ad7baa req-ff79a7a8-cbd2-49fe-8d78-100f010d68c0 service neutron] Checking agent: {'id': '5d40428d-d668-464b-bcee-3124e1355b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 24, 37), 'started_at': datetime.datetime(2022, 6, 3, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 15:29:02.026752 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49373c94-ced7-46bb-bf12-efd0f0ad7baa req-ff79a7a8-cbd2-49fe-8d78-100f010d68c0 service neutron] Checking segment: {'id': '71db973e-62af-43f0-a23f-112fc819cb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '68719859-5880-402e-b442-370597e1ce2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:29:02.027149 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49373c94-ced7-46bb-bf12-efd0f0ad7baa req-ff79a7a8-cbd2-49fe-8d78-100f010d68c0 service neutron] Bound using segment: {'id': '71db973e-62af-43f0-a23f-112fc819cb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '68719859-5880-402e-b442-370597e1ce2f'} {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 15:29:02.027528 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.managers [req-49373c94-ced7-46bb-bf12-efd0f0ad7baa req-ff79a7a8-cbd2-49fe-8d78-100f010d68c0 service neutron] Bound port: 343d88d0-4f0d-4021-bfee-efee56348782, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71db973e-62af-43f0-a23f-112fc819cb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '68719859-5880-402e-b442-370597e1ce2f'}}] {{(pid=103920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 15:29:02.027879 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-49373c94-ced7-46bb-bf12-efd0f0ad7baa req-ff79a7a8-cbd2-49fe-8d78-100f010d68c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (343d88d0-4f0d-4021-bfee-efee56348782), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:02.110578 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [req-49373c94-ced7-46bb-bf12-efd0f0ad7baa req-ff79a7a8-cbd2-49fe-8d78-100f010d68c0 service neutron] For port 343d88d0-4f0d-4021-bfee-efee56348782, host hv-cinder-83124, cleared binding levels {{(pid=103920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 15:29:02.114486 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [req-49373c94-ced7-46bb-bf12-efd0f0ad7baa req-ff79a7a8-cbd2-49fe-8d78-100f010d68c0 service neutron] For port 343d88d0-4f0d-4021-bfee-efee56348782, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=343d88d0-4f0d-4021-bfee-efee56348782,segment=NetworkSegment(71db973e-62af-43f0-a23f-112fc819cb27),segment_id=71db973e-62af-43f0-a23f-112fc819cb27)] {{(pid=103920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 15:29:02.121268 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-49373c94-ced7-46bb-bf12-efd0f0ad7baa req-ff79a7a8-cbd2-49fe-8d78-100f010d68c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5848786'] for port (343d88d0-4f0d-4021-bfee-efee56348782), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:02.129945 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:02.167450 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49373c94-ced7-46bb-bf12-efd0f0ad7baa req-ff79a7a8-cbd2-49fe-8d78-100f010d68c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:02.167940 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-49373c94-ced7-46bb-bf12-efd0f0ad7baa req-ff79a7a8-cbd2-49fe-8d78-100f010d68c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for port (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:02.169323 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-49373c94-ced7-46bb-bf12-efd0f0ad7baa req-ff79a7a8-cbd2-49fe-8d78-100f010d68c0 service neutron] 10.222.0.95 "PUT /v2.0/ports/343d88d0-4f0d-4021-bfee-efee56348782 HTTP/1.1" status: 200 len: 1094 time: 1.0858395 Jun 03 15:29:02.169998 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbacc2fb-8c4f-496f-97c4-97d1cbe1c9d2', 'tag': '343d88d0-4f0d-4021-bfee-efee56348782'}] {{(pid=103920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:29:02.173039 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fde6ca1c4b3e174e639905c0d93b14e8a3905e0af4b9b9445456920c81b8107" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b50466d-5bbe-4147-99b8-9b2dd6254533" -d '{"events": [{"name": "network-changed", "server_uuid": "fbacc2fb-8c4f-496f-97c4-97d1cbe1c9d2", "tag": "343d88d0-4f0d-4021-bfee-efee56348782"}]}' {{(pid=103920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:29:02.236253 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff79a7a8-cbd2-49fe-8d78-100f010d68c0 service neutron] Pushing event updated for resources: {'Port': ['ID=343d88d0-4f0d-4021-bfee-efee56348782,revision_number=3']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:02.252894 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 15:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34fa1552-3411-40ce-870f-464f7f2f7d6c x-openstack-request-id: req-34fa1552-3411-40ce-870f-464f7f2f7d6c {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:29:02.253186 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbacc2fb-8c4f-496f-97c4-97d1cbe1c9d2", "tag": "343d88d0-4f0d-4021-bfee-efee56348782", "status": "completed", "code": 200}]} {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:29:02.253426 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-34fa1552-3411-40ce-870f-464f7f2f7d6c {{(pid=103920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:29:02.253836 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34fa1552-3411-40ce-870f-464f7f2f7d6c'] response: {'name': 'network-changed', 'server_uuid': 'fbacc2fb-8c4f-496f-97c4-97d1cbe1c9d2', 'tag': '343d88d0-4f0d-4021-bfee-efee56348782', 'status': 'completed', 'code': 200} Jun 03 15:29:02.263543 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 53044) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:29:02.388205 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-a5c0e9e1-1f77-4cc5-9c2b-1ae898bcf32d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:02.474277 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-a5c0e9e1-1f77-4cc5-9c2b-1ae898bcf32d admin admin] Publish callbacks [] for security_group (67708df0-72a4-4ef5-89bf-288c81662db3), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:02.478084 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-a5c0e9e1-1f77-4cc5-9c2b-1ae898bcf32d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (67708df0-72a4-4ef5-89bf-288c81662db3), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:02.483186 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:02.522884 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c0e9e1-1f77-4cc5-9c2b-1ae898bcf32d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67708df0-72a4-4ef5-89bf-288c81662db3,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:02.527693 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-a5c0e9e1-1f77-4cc5-9c2b-1ae898bcf32d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=299dfc6bc13e4fd2b34ce37dcaed8e80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2631390 Jun 03 15:29:02.531179 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 53054) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:29:02.584228 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-f4956b5f-44b0-4c19-a2fb-148c18963350 admin admin] Publish callbacks [] for security_group (67708df0-72a4-4ef5-89bf-288c81662db3), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:02.607026 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-f4956b5f-44b0-4c19-a2fb-148c18963350 admin admin] Publish callbacks [] for security_group (67708df0-72a4-4ef5-89bf-288c81662db3), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:02.664978 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-f4956b5f-44b0-4c19-a2fb-148c18963350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (67708df0-72a4-4ef5-89bf-288c81662db3), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:02.665860 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-f4956b5f-44b0-4c19-a2fb-148c18963350 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:02.667025 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-f4956b5f-44b0-4c19-a2fb-148c18963350 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/67708df0-72a4-4ef5-89bf-288c81662db3 HTTP/1.1" status: 204 len: 168 time: 0.1350765 Jun 03 15:29:02.688173 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4956b5f-44b0-4c19-a2fb-148c18963350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67708df0-72a4-4ef5-89bf-288c81662db3,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:02.713271 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90347f6f-3ffb-4eab-800e-d623d98ab128 req-98ba8822-0291-4629-8989-9c706d6245fe tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:02.715402 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-90347f6f-3ffb-4eab-800e-d623d98ab128 req-98ba8822-0291-4629-8989-9c706d6245fe tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/ports?device_id=800d0eab-3550-4b55-8837-765681285f77 HTTP/1.1" status: 200 len: 943 time: 0.0794535 Jun 03 15:29:02.795513 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-90347f6f-3ffb-4eab-800e-d623d98ab128 req-d3f69f8c-bddc-4fd5-9543-ee7964785712 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/security-groups?id=903fa922-1e28-41d0-90aa-4ae6067c6a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727594 Jun 03 15:29:02.845825 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf463900-2201-4b79-ae8f-7e2d1969ef77 req-1eea85e8-8032-4ef7-8de0-486549e911c8 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:02.847279 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-cf463900-2201-4b79-ae8f-7e2d1969ef77 req-1eea85e8-8032-4ef7-8de0-486549e911c8 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbacc2fb-8c4f-496f-97c4-97d1cbe1c9d2 HTTP/1.1" status: 200 len: 944 time: 0.0495393 Jun 03 15:29:02.899487 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-cf463900-2201-4b79-ae8f-7e2d1969ef77 req-6dd77cf3-26b3-45da-a061-7345a0c19754 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups?id=75a8fba4-4ec7-4dd1-868c-6137920eeed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460687 Jun 03 15:29:03.099880 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b2c534-5c91-4ef5-85b0-ef8ba543295f req-1e61ed1c-9fc6-46bf-ac2a-ac1290b545c0 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:03.107423 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d4b2c534-5c91-4ef5-85b0-ef8ba543295f req-1e61ed1c-9fc6-46bf-ac2a-ac1290b545c0 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 945 time: 0.0653627 Jun 03 15:29:03.113769 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f302272-407c-44a6-bd9c-407fbc2d834d req-b0ca352e-62ee-436e-b72a-1c14d3f4cd72 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:03.115810 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-6f302272-407c-44a6-bd9c-407fbc2d834d req-b0ca352e-62ee-436e-b72a-1c14d3f4cd72 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=cc122a7e-fe3b-4bb6-abb6-96e6a199d8e3 HTTP/1.1" status: 200 len: 946 time: 0.0573211 Jun 03 15:29:03.160484 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d4b2c534-5c91-4ef5-85b0-ef8ba543295f req-96d8c054-fee3-4220-8709-dd4e98942ecc tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521388 Jun 03 15:29:03.178937 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-6f302272-407c-44a6-bd9c-407fbc2d834d req-ecd6167a-1645-4493-9ce2-0b1775a189a3 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491149 Jun 03 15:29:03.922788 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0e62f-d735-4d1d-a206-b716a2c31826 req-570c801d-a626-4077-a1d2-068b7a0e874e tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:03.932092 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-43d0e62f-d735-4d1d-a206-b716a2c31826 req-570c801d-a626-4077-a1d2-068b7a0e874e tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/ports?device_id=800d0eab-3550-4b55-8837-765681285f77 HTTP/1.1" status: 200 len: 943 time: 0.0599351 Jun 03 15:29:03.983071 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-43d0e62f-d735-4d1d-a206-b716a2c31826 req-6c7b4c8f-800c-4eed-83e0-3fcaeb4efbd8 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/security-groups?id=903fa922-1e28-41d0-90aa-4ae6067c6a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497611 Jun 03 15:29:04.035201 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49936824-58ce-4bd9-a6a3-4f7b0d7d41b6 req-85402904-c87c-47dd-a996-0f9350f47578 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:04.036689 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-49936824-58ce-4bd9-a6a3-4f7b0d7d41b6 req-85402904-c87c-47dd-a996-0f9350f47578 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbacc2fb-8c4f-496f-97c4-97d1cbe1c9d2 HTTP/1.1" status: 200 len: 944 time: 0.0481455 Jun 03 15:29:04.085728 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-49936824-58ce-4bd9-a6a3-4f7b0d7d41b6 req-380d3b4a-aa47-41f1-b75f-6c55d42b4ccd tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups?id=75a8fba4-4ec7-4dd1-868c-6137920eeed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435243 Jun 03 15:29:04.189014 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b50466d-5bbe-4147-99b8-9b2dd6254533 req-8208ffe6-fc69-4884-bb02-6daa3b5ca089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:04.190455 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-0b50466d-5bbe-4147-99b8-9b2dd6254533 req-8208ffe6-fc69-4884-bb02-6daa3b5ca089 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=3e8f48e1939245eaa67bcd6a27bc7cda&device_id=fbacc2fb-8c4f-496f-97c4-97d1cbe1c9d2 HTTP/1.1" status: 200 len: 1128 time: 0.0423412 Jun 03 15:29:04.291112 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6915527-5f51-4b11-b16e-1df531a723df req-2b12ef9d-b21c-4c71-bf98-bb1258dc05eb tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:04.292622 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-e6915527-5f51-4b11-b16e-1df531a723df req-2b12ef9d-b21c-4c71-bf98-bb1258dc05eb tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 945 time: 0.0505707 Jun 03 15:29:04.300229 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba0852-6d9f-4873-9799-b5a3722f82ce req-59b1e510-5381-496e-a19b-1abb62d8ccca tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:04.301784 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-26ba0852-6d9f-4873-9799-b5a3722f82ce req-59b1e510-5381-496e-a19b-1abb62d8ccca tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=cc122a7e-fe3b-4bb6-abb6-96e6a199d8e3 HTTP/1.1" status: 200 len: 946 time: 0.0481386 Jun 03 15:29:04.332999 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:04.346746 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-e6915527-5f51-4b11-b16e-1df531a723df req-256667bf-7938-4c86-bf13-97efad9b1b65 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481210 Jun 03 15:29:04.360953 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-26ba0852-6d9f-4873-9799-b5a3722f82ce req-5395af8e-4e23-4578-a9ae-d715443b9107 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495913 Jun 03 15:29:04.714358 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device 5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 15:29:04.772183 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:04.817989 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port 5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533,segment=NetworkSegment(11f55c21-36a6-4641-be50-b9a73927ceae),segment_id=11f55c21-36a6-4641-be50-b9a73927ceae)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:29:04.830662 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Returning: {'device': '5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533', 'network_id': '63fabd49-da18-4288-852a-c9b600b6fd0f', 'port_id': '5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533', 'mac_address': 'fa:16:3e:4e:d8:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78322f02-2402-4284-a227-98343c2f67dc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 15:29:04.877227 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Current status of the port 5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533 is: DOWN; New status is: BUILD {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:29:04.878919 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:04.896213 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b50466d-5bbe-4147-99b8-9b2dd6254533 req-b48601fa-d232-45f4-ab2e-4088e4bf2810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:04.896660 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533 {{(pid=103921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:29:04.897974 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-0b50466d-5bbe-4147-99b8-9b2dd6254533 req-b48601fa-d232-45f4-ab2e-4088e4bf2810 service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=3e8f48e1939245eaa67bcd6a27bc7cda&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1076839 Jun 03 15:29:04.923773 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port 5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533,segment=NetworkSegment(11f55c21-36a6-4641-be50-b9a73927ceae),segment_id=11f55c21-36a6-4641-be50-b9a73927ceae)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:29:04.928213 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:04.994450 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Pushing event updated for resources: {'Port': ['ID=5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533,revision_number=4']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:05.005078 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:05.005433 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:05.005918 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:05.006374 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:05.006902 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:05.007546 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:05.008026 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:05.008873 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:05.009377 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:05.009871 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:05.010604 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:05.011372 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:05.012079 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:05.012705 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:05.013313 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:29:05.129839 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b01703c-6fb6-43e0-82c9-335da0ab9aee req-6b148543-5184-459a-a920-abcd10bef71f tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:05.131698 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-0b01703c-6fb6-43e0-82c9-335da0ab9aee req-6b148543-5184-459a-a920-abcd10bef71f tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/ports?device_id=800d0eab-3550-4b55-8837-765681285f77 HTTP/1.1" status: 200 len: 944 time: 0.0611749 Jun 03 15:29:05.132866 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b50466d-5bbe-4147-99b8-9b2dd6254533 req-8c5e7e99-596c-4bb3-982c-7fb1ef066422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:05.134322 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-0b50466d-5bbe-4147-99b8-9b2dd6254533 req-8c5e7e99-596c-4bb3-982c-7fb1ef066422 service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1922855 Jun 03 15:29:05.194222 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-0b01703c-6fb6-43e0-82c9-335da0ab9aee req-a058bc10-651c-40f6-8ee6-e167e15d45df tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/security-groups?id=903fa922-1e28-41d0-90aa-4ae6067c6a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541856 Jun 03 15:29:05.357682 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] get_ports_and_sgs() called for port_ids ['5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533'] {{(pid=103921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 15:29:05.434411 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad48ba96-6100-4d9e-9bd7-483c4071afb0 req-f4fa6c29-4849-4b37-8aa2-680991a819c0 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:05.435991 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-ad48ba96-6100-4d9e-9bd7-483c4071afb0 req-f4fa6c29-4849-4b37-8aa2-680991a819c0 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbacc2fb-8c4f-496f-97c4-97d1cbe1c9d2 HTTP/1.1" status: 200 len: 944 time: 0.2699246 Jun 03 15:29:05.467322 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:05.488250 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e95e0d7-3cf8-48a0-955e-5bcbecb0986c req-d65bb324-a3d0-4ef0-b13f-4ab8c70d5b68 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:05.490497 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-7e95e0d7-3cf8-48a0-955e-5bcbecb0986c req-d65bb324-a3d0-4ef0-b13f-4ab8c70d5b68 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 945 time: 0.0652997 Jun 03 15:29:05.502780 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-ad48ba96-6100-4d9e-9bd7-483c4071afb0 req-2e85c622-87ac-4331-a280-a775ee336c62 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups?id=75a8fba4-4ec7-4dd1-868c-6137920eeed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554576 Jun 03 15:29:05.532987 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:05.568218 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-7e95e0d7-3cf8-48a0-955e-5bcbecb0986c req-6447159e-1173-44ed-aac1-440e5923a3f5 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694580 Jun 03 15:29:05.624722 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2ed1c0-d22c-4053-93bf-e133415ccbd8 req-4670921c-a3f5-4c0d-bff1-9de5ddf8bfe3 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:05.626084 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-2e2ed1c0-d22c-4053-93bf-e133415ccbd8 req-4670921c-a3f5-4c0d-bff1-9de5ddf8bfe3 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=cc122a7e-fe3b-4bb6-abb6-96e6a199d8e3 HTTP/1.1" status: 200 len: 946 time: 0.0568616 Jun 03 15:29:05.677719 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-2e2ed1c0-d22c-4053-93bf-e133415ccbd8 req-41c8363c-ef9f-4e39-8b9f-c817ab38fbef tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452600 Jun 03 15:29:05.783003 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49373c94-ced7-46bb-bf12-efd0f0ad7baa req-1c145b59-0822-43a2-8266-5386d7b030a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:05.785144 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-49373c94-ced7-46bb-bf12-efd0f0ad7baa req-1c145b59-0822-43a2-8266-5386d7b030a8 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=3e8f48e1939245eaa67bcd6a27bc7cda&device_id=fbacc2fb-8c4f-496f-97c4-97d1cbe1c9d2 HTTP/1.1" status: 200 len: 1128 time: 0.0534067 Jun 03 15:29:05.882432 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-49373c94-ced7-46bb-bf12-efd0f0ad7baa req-779b1aca-3604-46a8-83d9-6ac108f066b5 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=343d88d0-4f0d-4021-bfee-efee56348782 HTTP/1.1" status: 200 len: 217 time: 0.0429287 Jun 03 15:29:05.945725 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49373c94-ced7-46bb-bf12-efd0f0ad7baa req-f26062a0-ece7-4938-97d9-69ea9cabc2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:05.947397 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-49373c94-ced7-46bb-bf12-efd0f0ad7baa req-f26062a0-ece7-4938-97d9-69ea9cabc2c1 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1e60cea5-d2fd-43f7-aff8-25b5abe402c7 HTTP/1.1" status: 200 len: 854 time: 0.0568850 Jun 03 15:29:06.007590 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49373c94-ced7-46bb-bf12-efd0f0ad7baa req-025234b0-2cb5-4cb5-bcd8-1d6163ed1702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:06.009521 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-49373c94-ced7-46bb-bf12-efd0f0ad7baa req-025234b0-2cb5-4cb5-bcd8-1d6163ed1702 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=68719859-5880-402e-b442-370597e1ce2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0543277 Jun 03 15:29:06.104236 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=100 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:06.143087 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-49373c94-ced7-46bb-bf12-efd0f0ad7baa req-6de1e41a-07b7-4026-8bde-07fc23ea9099 service neutron] 10.222.0.95 "GET /v2.0/networks/68719859-5880-402e-b442-370597e1ce2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256363 Jun 03 15:29:06.247533 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-49373c94-ced7-46bb-bf12-efd0f0ad7baa req-595edbaa-47e4-41b3-89da-a81ea16ec611 service neutron] 10.222.0.95 "GET /v2.0/networks/68719859-5880-402e-b442-370597e1ce2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971701 Jun 03 15:29:06.351519 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12748edb-abe2-4503-821b-5f8b6bdfc74c req-b37bdf67-f33c-43b0-8e73-27b7fe1a6adc tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:06.353066 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-12748edb-abe2-4503-821b-5f8b6bdfc74c req-b37bdf67-f33c-43b0-8e73-27b7fe1a6adc tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 945 time: 0.0528646 Jun 03 15:29:06.356637 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f871ee8-0b3f-4210-91ba-81a6cefa6f80 req-b0757d5d-002a-4ceb-872d-657d1395d2c1 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:06.358195 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-9f871ee8-0b3f-4210-91ba-81a6cefa6f80 req-b0757d5d-002a-4ceb-872d-657d1395d2c1 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/ports?device_id=800d0eab-3550-4b55-8837-765681285f77 HTTP/1.1" status: 200 len: 944 time: 0.0705643 Jun 03 15:29:06.411187 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-12748edb-abe2-4503-821b-5f8b6bdfc74c req-047daeb7-e912-4a72-a6bb-4ba64d804039 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9c415980-d445-441d-a0a3-94a8eef0bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516071 Jun 03 15:29:06.419105 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-9f871ee8-0b3f-4210-91ba-81a6cefa6f80 req-dc0b6b59-0e3e-42fd-9a1f-fe3f51ce03b7 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/security-groups?id=903fa922-1e28-41d0-90aa-4ae6067c6a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547225 Jun 03 15:29:06.559577 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (5d40428d-d668-464b-bcee-3124e1355b3b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:06.565970 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 53184) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:29:06.629701 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0bb321-9a71-4866-952c-3988a8dd1a2d req-d34fc6e8-5828-4cc8-b037-2f9400a6ad79 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:06.631526 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-ee0bb321-9a71-4866-952c-3988a8dd1a2d req-d34fc6e8-5828-4cc8-b037-2f9400a6ad79 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbacc2fb-8c4f-496f-97c4-97d1cbe1c9d2 HTTP/1.1" status: 200 len: 944 time: 0.0577538 Jun 03 15:29:06.690985 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:06.691530 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-3a443013-610a-426a-b0e0-f1ca4cb4bd91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:06.702734 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-ee0bb321-9a71-4866-952c-3988a8dd1a2d req-ec5c3d70-50bc-4a8e-a3d3-20bb3aa65770 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups?id=75a8fba4-4ec7-4dd1-868c-6137920eeed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657396 Jun 03 15:29:06.711380 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f452fe23-d081-47d4-a560-9c72216d7c09 req-50504a85-733d-42fa-bfa7-67122220f624 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:06.713467 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-f452fe23-d081-47d4-a560-9c72216d7c09 req-50504a85-733d-42fa-bfa7-67122220f624 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 945 time: 0.0514479 Jun 03 15:29:06.734159 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device 5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533 up at agent hyperv_hv-cinder-83124 {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:29:06.765657 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-f452fe23-d081-47d4-a560-9c72216d7c09 req-05da97af-03cb-4b0f-8d10-4e62714f5bbe tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445604 Jun 03 15:29:06.777885 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-3a443013-610a-426a-b0e0-f1ca4cb4bd91 admin admin] Publish callbacks [] for security_group (14ef06f9-5597-4012-8294-5780d0226f68), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:06.783033 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-3a443013-610a-426a-b0e0-f1ca4cb4bd91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (14ef06f9-5597-4012-8294-5780d0226f68), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:06.785750 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Provisioning for port 5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533 completed by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 03 15:29:06.792295 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Provisioning complete for port 5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533 triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:29:06.792722 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:06.825890 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-3a443013-610a-426a-b0e0-f1ca4cb4bd91 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=5a5fdde934b44fc1b5f79272a938a213&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2564385 Jun 03 15:29:06.825890 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a443013-610a-426a-b0e0-f1ca4cb4bd91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ef06f9-5597-4012-8294-5780d0226f68,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:06.826365 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 53190) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:29:06.883652 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-77e0107b-19ab-44cc-b5a9-e4772a83f2f3 admin admin] Publish callbacks [] for security_group (14ef06f9-5597-4012-8294-5780d0226f68), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:06.883815 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Current status of the port 5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533 is: BUILD; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:29:06.884062 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:06.907359 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '800d0eab-3550-4b55-8837-765681285f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533'}] {{(pid=103921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:29:06.909510 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-77e0107b-19ab-44cc-b5a9-e4772a83f2f3 admin admin] Publish callbacks [] for security_group (14ef06f9-5597-4012-8294-5780d0226f68), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:06.910130 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a0ad6594b2f649df373dfcb19de0225617b45f42ff1455deb142f027ba5606a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4a3773-4a37-4b59-8d02-43c6616f92e2" -d '{"events": [{"server_uuid": "800d0eab-3550-4b55-8837-765681285f77", "name": "network-vif-plugged", "status": "completed", "tag": "5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533"}]}' {{(pid=103921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:29:06.925919 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port 5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533,segment=NetworkSegment(11f55c21-36a6-4641-be50-b9a73927ceae),segment_id=11f55c21-36a6-4641-be50-b9a73927ceae)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:29:06.934737 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:06.962156 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 15:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4dadca-68dc-47df-96ec-50e42f7c08b6 x-openstack-request-id: req-eb4dadca-68dc-47df-96ec-50e42f7c08b6 {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:29:06.962482 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "800d0eab-3550-4b55-8837-765681285f77", "name": "network-vif-plugged", "status": "completed", "tag": "5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533", "code": 200}]} {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:29:06.962877 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-eb4dadca-68dc-47df-96ec-50e42f7c08b6 {{(pid=103921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:29:06.963273 dv-cinder-831247-16-iscsi neutron-server[103921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb4dadca-68dc-47df-96ec-50e42f7c08b6'] response: {'server_uuid': '800d0eab-3550-4b55-8837-765681285f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533', 'code': 200} Jun 03 15:29:06.978689 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-77e0107b-19ab-44cc-b5a9-e4772a83f2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (14ef06f9-5597-4012-8294-5780d0226f68), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:06.981326 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-77e0107b-19ab-44cc-b5a9-e4772a83f2f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:06.982457 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-77e0107b-19ab-44cc-b5a9-e4772a83f2f3 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/14ef06f9-5597-4012-8294-5780d0226f68 HTTP/1.1" status: 204 len: 168 time: 0.1550312 Jun 03 15:29:06.990737 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e0107b-19ab-44cc-b5a9-e4772a83f2f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ef06f9-5597-4012-8294-5780d0226f68,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:06.994448 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Pushing event updated for resources: {'Port': ['ID=5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533,revision_number=5']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:07.122200 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 53204) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:29:07.216305 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 53210) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:29:07.220971 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-7187f85a-92c4-4fd2-a69d-1cebd3c2ce6a tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1234814998', 'description': 'tempest-description--690092080'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:29:07.248335 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-7187f85a-92c4-4fd2-a69d-1cebd3c2ce6a tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Publish callbacks [] for security_group (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:07.327125 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-7187f85a-92c4-4fd2-a69d-1cebd3c2ce6a tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Publish callbacks [] for security_group (dcfe2535-96ab-4bf7-9a5a-a57e68e92204), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:07.333630 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-7187f85a-92c4-4fd2-a69d-1cebd3c2ce6a tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (dcfe2535-96ab-4bf7-9a5a-a57e68e92204), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:07.371167 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-7187f85a-92c4-4fd2-a69d-1cebd3c2ce6a tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:07.375379 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-7187f85a-92c4-4fd2-a69d-1cebd3c2ce6a tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1554289 Jun 03 15:29:07.375379 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7187f85a-92c4-4fd2-a69d-1cebd3c2ce6a tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfe2535-96ab-4bf7-9a5a-a57e68e92204,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:07.375790 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 53212) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:29:07.381600 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-16ef1a30-3376-4d6d-a0c1-fdce41e9d740 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Request body: {'security_group_rule': {'security_group_id': 'dcfe2535-96ab-4bf7-9a5a-a57e68e92204', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:29:07.408533 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-6c0f9d27-8a25-473b-b268-a3f0c2929997 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:07.415527 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-16ef1a30-3376-4d6d-a0c1-fdce41e9d740 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Publish callbacks [] for security_group_rule (460a04bc-0a6d-46e1-b56c-c229741618be), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:07.484645 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-16ef1a30-3376-4d6d-a0c1-fdce41e9d740 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Publish callbacks [] for security_group_rule (460a04bc-0a6d-46e1-b56c-c229741618be), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:07.490935 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-16ef1a30-3376-4d6d-a0c1-fdce41e9d740 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749434'] for security_group_rule (460a04bc-0a6d-46e1-b56c-c229741618be), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:07.500146 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-6c0f9d27-8a25-473b-b268-a3f0c2929997 admin admin] Publish callbacks [] for security_group (6c4898c3-a6cc-4197-8ba7-9adb98180fe3), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:07.505748 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-6c0f9d27-8a25-473b-b268-a3f0c2929997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (6c4898c3-a6cc-4197-8ba7-9adb98180fe3), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:07.549746 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef1a30-3376-4d6d-a0c1-fdce41e9d740 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=460a04bc-0a6d-46e1-b56c-c229741618be,revision_number=0']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:07.566471 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831435a5-6c82-41d5-9adc-d1eac52529e3 req-5d2a8c91-0f06-4e2f-98cc-a753333a182d tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:07.569082 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-831435a5-6c82-41d5-9adc-d1eac52529e3 req-5d2a8c91-0f06-4e2f-98cc-a753333a182d tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/ports?device_id=800d0eab-3550-4b55-8837-765681285f77 HTTP/1.1" status: 200 len: 945 time: 0.0606041 Jun 03 15:29:07.575168 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-16ef1a30-3376-4d6d-a0c1-fdce41e9d740 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:07.578374 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-16ef1a30-3376-4d6d-a0c1-fdce41e9d740 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2009978 Jun 03 15:29:07.584822 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-6c0f9d27-8a25-473b-b268-a3f0c2929997 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=fca5bfd4ce91447ba23b602b645d1f7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4615984 Jun 03 15:29:07.585638 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 53218) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:29:07.587897 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 53220) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:29:07.595610 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-7813777e-e80e-4877-beae-975fdc15ca81 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Request body: {'security_group_rule': {'security_group_id': 'dcfe2535-96ab-4bf7-9a5a-a57e68e92204', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:29:07.602989 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0f9d27-8a25-473b-b268-a3f0c2929997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4898c3-a6cc-4197-8ba7-9adb98180fe3,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:07.614574 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d7f7c-6d52-49e7-a552-c09dfcc07fc8 req-01e9d8fd-a8fa-40e7-a2e1-266f8fffd65c tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:07.615961 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-dc5d7f7c-6d52-49e7-a552-c09dfcc07fc8 req-01e9d8fd-a8fa-40e7-a2e1-266f8fffd65c tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 945 time: 0.0977654 Jun 03 15:29:07.621072 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:07.624930 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:07.656242 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-7813777e-e80e-4877-beae-975fdc15ca81 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Publish callbacks [] for security_group_rule (932dbbb9-7159-4744-add6-922534b9bc8f), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:07.659801 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:07.674913 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-831435a5-6c82-41d5-9adc-d1eac52529e3 req-067516df-1147-43ab-bc76-586acf2ecbc6 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/security-groups?id=903fa922-1e28-41d0-90aa-4ae6067c6a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923059 Jun 03 15:29:07.675185 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:07.698099 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1ac2da00-297f-4edd-9cb1-4faadecadeca admin admin] Publish callbacks [] for security_group (6c4898c3-a6cc-4197-8ba7-9adb98180fe3), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:07.709157 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-dc5d7f7c-6d52-49e7-a552-c09dfcc07fc8 req-c81198b7-b473-4c71-ad0e-773b879ec9cb tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9c415980-d445-441d-a0a3-94a8eef0bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853236 Jun 03 15:29:07.723699 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1ac2da00-297f-4edd-9cb1-4faadecadeca admin admin] Publish callbacks [] for security_group (6c4898c3-a6cc-4197-8ba7-9adb98180fe3), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:07.740204 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-7813777e-e80e-4877-beae-975fdc15ca81 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Publish callbacks [] for security_group_rule (932dbbb9-7159-4744-add6-922534b9bc8f), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:07.745929 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-7813777e-e80e-4877-beae-975fdc15ca81 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749434'] for security_group_rule (932dbbb9-7159-4744-add6-922534b9bc8f), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:07.766079 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7813777e-e80e-4877-beae-975fdc15ca81 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=932dbbb9-7159-4744-add6-922534b9bc8f,revision_number=0']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:07.780161 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-7813777e-e80e-4877-beae-975fdc15ca81 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:07.781374 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-7813777e-e80e-4877-beae-975fdc15ca81 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1913774 Jun 03 15:29:07.784661 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 53224) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:29:07.788925 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-12043c98-b320-49f7-9466-faf1c4c3b9ac tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Request body: {'floatingip': {'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:29:07.816296 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-12043c98-b320-49f7-9466-faf1c4c3b9ac tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:07.819806 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1ac2da00-297f-4edd-9cb1-4faadecadeca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (6c4898c3-a6cc-4197-8ba7-9adb98180fe3), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:07.822293 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1ac2da00-297f-4edd-9cb1-4faadecadeca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:07.831394 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-1ac2da00-297f-4edd-9cb1-4faadecadeca admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6c4898c3-a6cc-4197-8ba7-9adb98180fe3 HTTP/1.1" status: 204 len: 168 time: 0.2423692 Jun 03 15:29:07.845525 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f83514-2805-4200-b12d-ddd1153eb12c req-940f5c9c-3dc3-4613-a0c3-e91378c1b8b3 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:07.847817 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-66f83514-2805-4200-b12d-ddd1153eb12c req-940f5c9c-3dc3-4613-a0c3-e91378c1b8b3 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbacc2fb-8c4f-496f-97c4-97d1cbe1c9d2 HTTP/1.1" status: 200 len: 944 time: 0.0701594 Jun 03 15:29:07.854185 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac2da00-297f-4edd-9cb1-4faadecadeca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4898c3-a6cc-4197-8ba7-9adb98180fe3,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:07.957739 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-66f83514-2805-4200-b12d-ddd1153eb12c req-eaa59c6a-1e07-4273-8bd5-57a64ccb752e tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups?id=75a8fba4-4ec7-4dd1-868c-6137920eeed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940895 Jun 03 15:29:07.961927 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146374eb-87a5-40f2-a07f-48c1d2b53b69 req-49f8d93a-a573-43a6-8392-fc397d9c9a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:07.962318 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a92e27-972e-4b25-9495-1e3f8bfd56c3 req-50b811be-6a9a-4624-9cfb-76f266c5394b tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:07.963411 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-146374eb-87a5-40f2-a07f-48c1d2b53b69 req-49f8d93a-a573-43a6-8392-fc397d9c9a7b service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=800d0eab-3550-4b55-8837-765681285f77 HTTP/1.1" status: 200 len: 1129 time: 0.0552864 Jun 03 15:29:07.969065 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-67a92e27-972e-4b25-9495-1e3f8bfd56c3 req-50b811be-6a9a-4624-9cfb-76f266c5394b tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 945 time: 0.0751927 Jun 03 15:29:08.000083 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-12043c98-b320-49f7-9466-faf1c4c3b9ac tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:08.024300 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-146374eb-87a5-40f2-a07f-48c1d2b53b69 req-c7ea45e5-b9da-4c4f-af40-f4e010a3babc service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=903fa922-1e28-41d0-90aa-4ae6067c6a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524964 Jun 03 15:29:08.084745 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-67a92e27-972e-4b25-9495-1e3f8bfd56c3 req-bc055381-10f2-4f19-8e46-79e092927d72 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148086 Jun 03 15:29:08.154942 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.db_base_plugin_common [None req-12043c98-b320-49f7-9466-faf1c4c3b9ac tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Allocated IP 172.27.3.203 (2ebb747a-15cb-4ff0-831b-eddaba7ea913/396ae3db-97af-42d7-bc28-96050c96ba42/3edf0f20-ebcf-43eb-806f-ad767d00e313) {{(pid=103919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:29:08.264948 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-12043c98-b320-49f7-9466-faf1c4c3b9ac tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Publish callbacks [] for port (3edf0f20-ebcf-43eb-806f-ad767d00e313), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:08.296462 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-12043c98-b320-49f7-9466-faf1c4c3b9ac tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4807792'] for port (3edf0f20-ebcf-43eb-806f-ad767d00e313), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:08.334209 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12043c98-b320-49f7-9466-faf1c4c3b9ac tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Network 2ebb747a-15cb-4ff0-831b-eddaba7ea913 is already hosted by enough agents. {{(pid=103919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:29:08.337303 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.base_scheduler [None req-12043c98-b320-49f7-9466-faf1c4c3b9ac tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Resources bound (agent type, host, resource id): {{(pid=103919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:29:08.343535 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12043c98-b320-49f7-9466-faf1c4c3b9ac tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Received port after_create {{(pid=103919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:29:08.349186 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12043c98-b320-49f7-9466-faf1c4c3b9ac tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Pushing event updated for resources: {'Port': ['ID=3edf0f20-ebcf-43eb-806f-ad767d00e313,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:08.432563 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-12043c98-b320-49f7-9466-faf1c4c3b9ac tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Publish callbacks [] for floatingip (2af4f6ce-e6f1-40f8-8adc-14355516b61c), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:08.443511 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:08.475605 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-12043c98-b320-49f7-9466-faf1c4c3b9ac tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (3edf0f20-ebcf-43eb-806f-ad767d00e313), before_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:08.526469 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:08.654253 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-12043c98-b320-49f7-9466-faf1c4c3b9ac tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Publish callbacks [] for port (3edf0f20-ebcf-43eb-806f-ad767d00e313), precommit_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:08.659318 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-12043c98-b320-49f7-9466-faf1c4c3b9ac tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4807753'] for port (3edf0f20-ebcf-43eb-806f-ad767d00e313), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:08.730007 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12043c98-b320-49f7-9466-faf1c4c3b9ac tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Pushing event updated for resources: {'Port': ['ID=3edf0f20-ebcf-43eb-806f-ad767d00e313,revision_number=2']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:08.740782 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-12043c98-b320-49f7-9466-faf1c4c3b9ac tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763103'] for floatingip (2af4f6ce-e6f1-40f8-8adc-14355516b61c), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:08.761428 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-12043c98-b320-49f7-9466-faf1c4c3b9ac tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for floatingip (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:08.764188 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-12043c98-b320-49f7-9466-faf1c4c3b9ac tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9783676 Jun 03 15:29:08.812847 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cdaab4-1b5a-44cf-963c-bdc3c499a280 req-1c295ce7-56d3-48bd-af56-adfbccaff90e tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:08.814331 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-07cdaab4-1b5a-44cf-963c-bdc3c499a280 req-1c295ce7-56d3-48bd-af56-adfbccaff90e tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/ports?device_id=800d0eab-3550-4b55-8837-765681285f77 HTTP/1.1" status: 200 len: 945 time: 0.0510738 Jun 03 15:29:08.851576 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61725c98-c2c1-438b-9596-2666519c0c71 req-4d0a9deb-b1d9-4361-9e9f-87c494a00e85 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:08.852762 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-61725c98-c2c1-438b-9596-2666519c0c71 req-4d0a9deb-b1d9-4361-9e9f-87c494a00e85 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 945 time: 0.0591173 Jun 03 15:29:08.879823 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-07cdaab4-1b5a-44cf-963c-bdc3c499a280 req-ad22d4e1-8ff7-4dcd-add2-2112806bbb52 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/security-groups?id=903fa922-1e28-41d0-90aa-4ae6067c6a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574737 Jun 03 15:29:08.906697 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-61725c98-c2c1-438b-9596-2666519c0c71 req-dc5a6da1-5ee0-44e1-9e4f-4da8ae77b1bb tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9c415980-d445-441d-a0a3-94a8eef0bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471480 Jun 03 15:29:08.996242 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f949302e-9554-448b-a602-ce2f4d00c6a2 req-1a1a1012-f69c-4bfc-b60f-57762cbdbe15 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--1234814998&fields=id&tenant_id=a402ec1153624838be07cda58279f2a4 HTTP/1.1" status: 200 len: 267 time: 0.0433657 Jun 03 15:29:09.074740 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db1a1b-b686-4ec1-89b5-48d78973e3b9 req-cdaeef39-5e69-487d-9e56-8e27d5723723 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:09.076165 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-24db1a1b-b686-4ec1-89b5-48d78973e3b9 req-cdaeef39-5e69-487d-9e56-8e27d5723723 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbacc2fb-8c4f-496f-97c4-97d1cbe1c9d2 HTTP/1.1" status: 200 len: 944 time: 0.0477498 Jun 03 15:29:09.104824 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f949302e-9554-448b-a602-ce2f4d00c6a2 req-0d12ada1-8934-47c5-a805-6327d22fd746 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:09.106282 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f949302e-9554-448b-a602-ce2f4d00c6a2 req-0d12ada1-8934-47c5-a805-6327d22fd746 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/networks?id=ba66765f-7c24-4296-be5e-4c2a803ccabf HTTP/1.1" status: 200 len: 818 time: 0.1039631 Jun 03 15:29:09.122690 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f949302e-9554-448b-a602-ce2f4d00c6a2 req-0a901182-1d63-4e43-8ccd-6153fe28e619 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/quotas/a402ec1153624838be07cda58279f2a4 HTTP/1.1" status: 200 len: 375 time: 0.0107203 Jun 03 15:29:09.124523 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-24db1a1b-b686-4ec1-89b5-48d78973e3b9 req-449e4cd0-71ca-43c0-b3ff-d50870ed64b1 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups?id=75a8fba4-4ec7-4dd1-868c-6137920eeed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427070 Jun 03 15:29:09.184646 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f949302e-9554-448b-a602-ce2f4d00c6a2 req-d009739a-8463-487c-9980-08f9f443d81c tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=a402ec1153624838be07cda58279f2a4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0563204 Jun 03 15:29:09.231147 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc784ee4-c72f-48ce-a47d-67035c91cfc4 req-43b07dbe-9e59-4b38-bf5c-6fd70b7441c9 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:09.232674 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-dc784ee4-c72f-48ce-a47d-67035c91cfc4 req-43b07dbe-9e59-4b38-bf5c-6fd70b7441c9 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 945 time: 0.0479825 Jun 03 15:29:09.280042 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-dc784ee4-c72f-48ce-a47d-67035c91cfc4 req-2935c165-6bf5-4edd-854d-74f9a1e69f03 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418179 Jun 03 15:29:09.280869 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f949302e-9554-448b-a602-ce2f4d00c6a2 req-113584c3-3971-483f-ad6e-649e4b2905d2 service neutron] 10.222.0.93 "GET /v2.0/networks/ba66765f-7c24-4296-be5e-4c2a803ccabf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848987 Jun 03 15:29:09.370165 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f949302e-9554-448b-a602-ce2f4d00c6a2 req-ef58f1de-6373-48e3-ab72-ed896a384ed0 service neutron] 10.222.0.93 "GET /v2.0/networks/ba66765f-7c24-4296-be5e-4c2a803ccabf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834756 Jun 03 15:29:09.535580 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-a54fe331-5513-4ce7-a732-ff017c0ca84c req-17c9c415-4392-487e-9b82-a702638b43c4 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=99322d93-058a-4216-a672-e7f482aab8d8 HTTP/1.1" status: 200 len: 210 time: 0.0353489 Jun 03 15:29:09.986209 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f98091-7a05-448a-aef4-16cb5554457f req-b4c99f35-8fde-4acd-8be9-fc5ab5199e04 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:09.988293 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-75f98091-7a05-448a-aef4-16cb5554457f req-b4c99f35-8fde-4acd-8be9-fc5ab5199e04 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/ports?device_id=800d0eab-3550-4b55-8837-765681285f77 HTTP/1.1" status: 200 len: 945 time: 0.0468643 Jun 03 15:29:10.020212 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:10.029296 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ea6dfe-9d1f-4054-a82c-bc633466ca3f req-860ffbcb-0ee5-4b65-914f-52e5000548c0 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:10.030931 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e9ea6dfe-9d1f-4054-a82c-bc633466ca3f req-860ffbcb-0ee5-4b65-914f-52e5000548c0 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 945 time: 0.0534828 Jun 03 15:29:10.039634 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-75f98091-7a05-448a-aef4-16cb5554457f req-6b707f92-bba2-46a5-8e3a-98a8806240ee tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/security-groups?id=903fa922-1e28-41d0-90aa-4ae6067c6a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452864 Jun 03 15:29:10.080716 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e9ea6dfe-9d1f-4054-a82c-bc633466ca3f req-9638d9c9-6819-47ed-bfb8-b87709e55c58 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9c415980-d445-441d-a0a3-94a8eef0bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440226 Jun 03 15:29:10.158277 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0863351a-fe0b-42fa-ba05-6c087a466a7c req-44b2bf23-5f42-4fa9-8859-67c7a86e908f tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:10.159825 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-0863351a-fe0b-42fa-ba05-6c087a466a7c req-44b2bf23-5f42-4fa9-8859-67c7a86e908f tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/ports?device_id=800d0eab-3550-4b55-8837-765681285f77 HTTP/1.1" status: 200 len: 945 time: 0.0523810 Jun 03 15:29:10.211687 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-0863351a-fe0b-42fa-ba05-6c087a466a7c req-4f998150-df4f-4ff6-87c8-5a48eeb34425 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/security-groups?id=903fa922-1e28-41d0-90aa-4ae6067c6a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461881 Jun 03 15:29:10.234039 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 53268) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:29:10.254920 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1604bc1-781a-4215-bce7-ffd7b78bf9db req-39bd7291-e1d9-4618-a89c-2a88b37cd066 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:10.261732 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-d1604bc1-781a-4215-bce7-ffd7b78bf9db req-39bd7291-e1d9-4618-a89c-2a88b37cd066 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbacc2fb-8c4f-496f-97c4-97d1cbe1c9d2 HTTP/1.1" status: 200 len: 944 time: 0.0642805 Jun 03 15:29:10.306313 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-d1604bc1-781a-4215-bce7-ffd7b78bf9db req-73c24c5d-edcc-40ee-b709-f1cde63d52d1 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups?id=75a8fba4-4ec7-4dd1-868c-6137920eeed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435982 Jun 03 15:29:10.402884 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06cd3a9-e785-4508-8176-b67f69b748f7 req-cd2b45ce-7695-4771-9e5f-c53e5a097eb0 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:10.404461 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-c06cd3a9-e785-4508-8176-b67f69b748f7 req-cd2b45ce-7695-4771-9e5f-c53e5a097eb0 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 945 time: 0.0491390 Jun 03 15:29:10.457793 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf16898-64be-4d5b-a021-27b0033d3562 tempest-TestShelveInstance-267699155 tempest-TestShelveInstance-267699155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:10.458044 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-c06cd3a9-e785-4508-8176-b67f69b748f7 req-2efa6edf-6ede-444b-a5e3-7487cba32bca tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468197 Jun 03 15:29:10.462460 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-2cf16898-64be-4d5b-a021-27b0033d3562 tempest-TestShelveInstance-267699155 tempest-TestShelveInstance-267699155-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=800d0eab-3550-4b55-8837-765681285f77 HTTP/1.1" status: 200 len: 1124 time: 0.2273195 Jun 03 15:29:10.462593 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 53274) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:29:10.469617 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-98ed2f78-bbea-4f2a-9a92-00de77a31b94 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Request body: {'floatingip': {'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'port_id': '5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533', 'tenant_id': '98f97ac03be44e0bb8ab21d985d1dd27', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:29:10.478998 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:10.501292 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-98ed2f78-bbea-4f2a-9a92-00de77a31b94 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:10.590968 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-98ed2f78-bbea-4f2a-9a92-00de77a31b94 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:10.633839 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-ae51e779-1758-4868-904e-33f58b77a24c req-55d33431-44b7-4baf-8467-9a923a5732ce tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=99322d93-058a-4216-a672-e7f482aab8d8 HTTP/1.1" status: 200 len: 210 time: 0.0278175 Jun 03 15:29:10.702440 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_common [None req-98ed2f78-bbea-4f2a-9a92-00de77a31b94 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Allocated IP 172.27.3.168 (2ebb747a-15cb-4ff0-831b-eddaba7ea913/396ae3db-97af-42d7-bc28-96050c96ba42/8602f618-9a45-4963-afca-3350f5c9eb2f) {{(pid=103920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:29:10.729540 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device 343d88d0-4f0d-4021-bfee-efee56348782 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 15:29:10.748927 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:10.806479 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-98ed2f78-bbea-4f2a-9a92-00de77a31b94 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Publish callbacks [] for port (8602f618-9a45-4963-afca-3350f5c9eb2f), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:10.832447 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port 343d88d0-4f0d-4021-bfee-efee56348782, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=343d88d0-4f0d-4021-bfee-efee56348782,segment=NetworkSegment(71db973e-62af-43f0-a23f-112fc819cb27),segment_id=71db973e-62af-43f0-a23f-112fc819cb27)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:29:10.839387 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-98ed2f78-bbea-4f2a-9a92-00de77a31b94 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5848811'] for port (8602f618-9a45-4963-afca-3350f5c9eb2f), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:10.844301 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Returning: {'device': '343d88d0-4f0d-4021-bfee-efee56348782', 'network_id': '68719859-5880-402e-b442-370597e1ce2f', 'port_id': '343d88d0-4f0d-4021-bfee-efee56348782', 'mac_address': 'fa:16:3e:eb:82:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e60cea5-d2fd-43f7-aff8-25b5abe402c7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 15:29:10.875558 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ed2f78-bbea-4f2a-9a92-00de77a31b94 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Network 2ebb747a-15cb-4ff0-831b-eddaba7ea913 is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:29:10.878356 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Current status of the port 343d88d0-4f0d-4021-bfee-efee56348782 is: DOWN; New status is: BUILD {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:29:10.878784 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (343d88d0-4f0d-4021-bfee-efee56348782), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:10.880650 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-98ed2f78-bbea-4f2a-9a92-00de77a31b94 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:29:10.883214 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ed2f78-bbea-4f2a-9a92-00de77a31b94 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Received port after_create {{(pid=103920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:29:10.896513 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 343d88d0-4f0d-4021-bfee-efee56348782 {{(pid=103921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:29:10.910057 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ed2f78-bbea-4f2a-9a92-00de77a31b94 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Pushing event updated for resources: {'Port': ['ID=8602f618-9a45-4963-afca-3350f5c9eb2f,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:10.916635 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port 343d88d0-4f0d-4021-bfee-efee56348782, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=343d88d0-4f0d-4021-bfee-efee56348782,segment=NetworkSegment(71db973e-62af-43f0-a23f-112fc819cb27),segment_id=71db973e-62af-43f0-a23f-112fc819cb27)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:29:10.921266 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (343d88d0-4f0d-4021-bfee-efee56348782), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:10.971239 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Pushing event updated for resources: {'Port': ['ID=343d88d0-4f0d-4021-bfee-efee56348782,revision_number=4']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:11.339865 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f606a9-734b-4472-a27a-4bd4ab4b2c43 req-91c8cfd2-c297-4fc1-adf1-2ae8ff9af524 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:11.341356 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-26f606a9-734b-4472-a27a-4bd4ab4b2c43 req-91c8cfd2-c297-4fc1-adf1-2ae8ff9af524 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 945 time: 0.1400614 Jun 03 15:29:11.369047 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:11.411845 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] get_ports_and_sgs() called for port_ids ['343d88d0-4f0d-4021-bfee-efee56348782'] {{(pid=103921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 15:29:11.425918 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf3e9d-21d0-4ee3-b1b3-527c81b28753 req-b356b19f-b4bb-4ff4-a63a-949625d28e13 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:11.427611 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-01cf3e9d-21d0-4ee3-b1b3-527c81b28753 req-b356b19f-b4bb-4ff4-a63a-949625d28e13 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbacc2fb-8c4f-496f-97c4-97d1cbe1c9d2 HTTP/1.1" status: 200 len: 945 time: 0.0509558 Jun 03 15:29:11.450145 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:11.476101 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:11.488951 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f949302e-9554-448b-a602-ce2f4d00c6a2 req-96a08854-3148-4ef3-8796-24c271b47d65 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:11.491000 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f949302e-9554-448b-a602-ce2f4d00c6a2 req-96a08854-3148-4ef3-8796-24c271b47d65 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.95 "GET /v2.0/networks?id=ba66765f-7c24-4296-be5e-4c2a803ccabf HTTP/1.1" status: 200 len: 818 time: 0.2905805 Jun 03 15:29:11.496468 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-01cf3e9d-21d0-4ee3-b1b3-527c81b28753 req-4821ff55-6939-4829-96f0-5972e1a74e3b tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups?id=75a8fba4-4ec7-4dd1-868c-6137920eeed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629902 Jun 03 15:29:11.529808 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-26f606a9-734b-4472-a27a-4bd4ab4b2c43 req-faad66bb-dd84-4843-be2e-ee7cbf5e713e tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9c415980-d445-441d-a0a3-94a8eef0bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807125 Jun 03 15:29:11.606355 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a7fbc-ca3b-4e8b-a037-dd0b69be36cf req-de5227ef-c9c1-4c4f-b7a9-74b195c9f5db tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:11.607871 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e79a7fbc-ca3b-4e8b-a037-dd0b69be36cf req-de5227ef-c9c1-4c4f-b7a9-74b195c9f5db tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 945 time: 0.0526762 Jun 03 15:29:11.616410 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f949302e-9554-448b-a602-ce2f4d00c6a2 req-f115d318-3268-4beb-b145-848eca98ceaa tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a402ec1153624838be07cda58279f2a4 HTTP/1.1" status: 200 len: 380 time: 0.1083353 Jun 03 15:29:11.630502 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [req-f949302e-9554-448b-a602-ce2f4d00c6a2 req-e7fc218b-5c2a-492e-9dfc-0a3358771847 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Request body: {'port': {'device_id': '99322d93-058a-4216-a672-e7f482aab8d8', 'network_id': 'ba66765f-7c24-4296-be5e-4c2a803ccabf', 'admin_state_up': True, 'tenant_id': 'a402ec1153624838be07cda58279f2a4', 'security_groups': ['dcfe2535-96ab-4bf7-9a5a-a57e68e92204']}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:29:11.656261 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e79a7fbc-ca3b-4e8b-a037-dd0b69be36cf req-424aeccf-5827-4f3e-82be-dfb8890e3a79 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421071 Jun 03 15:29:11.781638 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-3d097a2b-7273-4326-85cd-33ba73ff01f9 req-1e65813d-2f20-4524-a055-c1ecf3dabc1b tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=99322d93-058a-4216-a672-e7f482aab8d8 HTTP/1.1" status: 200 len: 210 time: 0.0429883 Jun 03 15:29:11.835991 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-98ed2f78-bbea-4f2a-9a92-00de77a31b94 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Publish callbacks [] for floatingip (e5c7ac2b-632d-4874-a5c4-0c516376b316), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:11.887217 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f949302e-9554-448b-a602-ce2f4d00c6a2 req-e7fc218b-5c2a-492e-9dfc-0a3358771847 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Made reservation on behalf of a402ec1153624838be07cda58279f2a4 for: {'port': 1} {{(pid=103920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:29:11.890513 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-f949302e-9554-448b-a602-ce2f4d00c6a2 req-e7fc218b-5c2a-492e-9dfc-0a3358771847 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:11.939379 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-98ed2f78-bbea-4f2a-9a92-00de77a31b94 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (8602f618-9a45-4963-afca-3350f5c9eb2f), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:12.128631 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_common [req-f949302e-9554-448b-a602-ce2f4d00c6a2 req-e7fc218b-5c2a-492e-9dfc-0a3358771847 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Allocated IP 172.20.0.7 (ba66765f-7c24-4296-be5e-4c2a803ccabf/5cb0f2a7-ee25-46e9-8c4b-18478610484d/3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee) {{(pid=103920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:29:12.178927 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:12.278634 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-98ed2f78-bbea-4f2a-9a92-00de77a31b94 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Publish callbacks [] for port (8602f618-9a45-4963-afca-3350f5c9eb2f), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:12.284795 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-98ed2f78-bbea-4f2a-9a92-00de77a31b94 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5848786'] for port (8602f618-9a45-4963-afca-3350f5c9eb2f), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:12.300747 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:12.393210 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ed2f78-bbea-4f2a-9a92-00de77a31b94 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Pushing event updated for resources: {'Port': ['ID=8602f618-9a45-4963-afca-3350f5c9eb2f,revision_number=2']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:12.397578 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-f949302e-9554-448b-a602-ce2f4d00c6a2 req-e7fc218b-5c2a-492e-9dfc-0a3358771847 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Publish callbacks [] for port (3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:12.412903 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-98ed2f78-bbea-4f2a-9a92-00de77a31b94 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763103'] for floatingip (e5c7ac2b-632d-4874-a5c4-0c516376b316), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:12.509275 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-f949302e-9554-448b-a602-ce2f4d00c6a2 req-e7fc218b-5c2a-492e-9dfc-0a3358771847 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5848811'] for port (3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:12.555765 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.db.l3_db [None req-98ed2f78-bbea-4f2a-9a92-00de77a31b94 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Floating IP e5c7ac2b-632d-4874-a5c4-0c516376b316 associated. External IP: 172.27.3.168, port: 5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533. Jun 03 15:29:12.592497 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f949302e-9554-448b-a602-ce2f4d00c6a2 req-e7fc218b-5c2a-492e-9dfc-0a3358771847 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Network ba66765f-7c24-4296-be5e-4c2a803ccabf is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:29:12.612664 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a4a2b-1bfd-4551-874b-6c1f1fb31af4 req-753130bb-8bd7-48e5-9b8e-3b6632e6cf57 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:12.614139 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-6a3a4a2b-1bfd-4551-874b-6c1f1fb31af4 req-753130bb-8bd7-48e5-9b8e-3b6632e6cf57 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbacc2fb-8c4f-496f-97c4-97d1cbe1c9d2 HTTP/1.1" status: 200 len: 945 time: 0.0553565 Jun 03 15:29:12.628165 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [req-f949302e-9554-448b-a602-ce2f4d00c6a2 req-e7fc218b-5c2a-492e-9dfc-0a3358771847 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:29:12.634057 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=100 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:12.641528 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [req-f949302e-9554-448b-a602-ce2f4d00c6a2 req-e7fc218b-5c2a-492e-9dfc-0a3358771847 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Received port after_create {{(pid=103920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:29:12.649773 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fc218b-5c2a-492e-9dfc-0a3358771847 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Pushing event updated for resources: {'Port': ['ID=3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:12.680842 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-6a3a4a2b-1bfd-4551-874b-6c1f1fb31af4 req-cfc219b0-5cdc-4787-90dc-3ae0a8068180 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups?id=75a8fba4-4ec7-4dd1-868c-6137920eeed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610588 Jun 03 15:29:12.732902 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece4631d-7167-4632-a1e6-f2c305f76c9c req-c14a7779-3f94-4d01-8ed0-41ecde17aefe tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:12.734302 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device d065a51d-4c7e-482f-87f7-74c4d679a6c1 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 15:29:12.734808 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-ece4631d-7167-4632-a1e6-f2c305f76c9c req-c14a7779-3f94-4d01-8ed0-41ecde17aefe tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 945 time: 0.1121659 Jun 03 15:29:12.739007 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device 343d88d0-4f0d-4021-bfee-efee56348782 up at agent hyperv_hv-cinder-83124 {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:29:12.747811 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f949302e-9554-448b-a602-ce2f4d00c6a2 req-e7fc218b-5c2a-492e-9dfc-0a3358771847 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:12.748477 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-f949302e-9554-448b-a602-ce2f4d00c6a2 req-e7fc218b-5c2a-492e-9dfc-0a3358771847 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for port (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:12.805918 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:12.811410 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f949302e-9554-448b-a602-ce2f4d00c6a2 req-e7fc218b-5c2a-492e-9dfc-0a3358771847 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1847150 Jun 03 15:29:12.819062 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f538931a-0d69-40c4-b588-9e9f8c01b83d req-5116ac58-3207-4995-9444-10425be427bf tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:12.820817 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-f538931a-0d69-40c4-b588-9e9f8c01b83d req-5116ac58-3207-4995-9444-10425be427bf tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 945 time: 0.0689731 Jun 03 15:29:12.855158 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [req-f949302e-9554-448b-a602-ce2f4d00c6a2 req-a8d45870-e162-461e-9f20-4e5fb1160b1e service neutron] Request body: {'port': {'device_id': '99322d93-058a-4216-a672-e7f482aab8d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:29:12.885508 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Provisioning for port 343d88d0-4f0d-4021-bfee-efee56348782 completed by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 03 15:29:12.887005 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-ece4631d-7167-4632-a1e6-f2c305f76c9c req-9a96aac9-332b-46c7-8b98-64410e7ba389 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9c415980-d445-441d-a0a3-94a8eef0bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449273 Jun 03 15:29:12.891957 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-f538931a-0d69-40c4-b588-9e9f8c01b83d req-92fe7ae4-b0a4-42f1-875b-edf49d8cae2a tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651958 Jun 03 15:29:12.921910 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Provisioning complete for port 343d88d0-4f0d-4021-bfee-efee56348782 triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:29:12.923703 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (343d88d0-4f0d-4021-bfee-efee56348782), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:12.926965 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:12.973596 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port d065a51d-4c7e-482f-87f7-74c4d679a6c1, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=d065a51d-4c7e-482f-87f7-74c4d679a6c1,segment=NetworkSegment(612086bd-4a15-467e-af18-82334699cb77),segment_id=612086bd-4a15-467e-af18-82334699cb77)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:29:12.981002 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-f949302e-9554-448b-a602-ce2f4d00c6a2 req-a8d45870-e162-461e-9f20-4e5fb1160b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:12.982608 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-005570f9-12fe-4218-90d2-c61d32992898 None None] Provisioning complete for port 3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:29:12.983062 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-005570f9-12fe-4218-90d2-c61d32992898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:13.017011 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Returning: {'device': 'd065a51d-4c7e-482f-87f7-74c4d679a6c1', 'network_id': '6297c62b-cf60-4797-8fdd-d236a362ff82', 'port_id': 'd065a51d-4c7e-482f-87f7-74c4d679a6c1', 'mac_address': 'fa:16:3e:c9:a6:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 861, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f60f46ef-d4d3-474d-b0dd-61750c5ae20f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 15:29:13.023193 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ed2f78-bbea-4f2a-9a92-00de77a31b94 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Router 7c247c7d-1491-48be-9a79-d036d72d891e has already been hosted by L3 agent af3cb756-c261-4349-9f96-3650fb8ddf57 {{(pid=103920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 15:29:13.033349 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-005570f9-12fe-4218-90d2-c61d32992898 None None] Port 3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee cannot update to ACTIVE because it is not bound. {{(pid=103921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 15:29:13.057193 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ffd2f-a3cc-4ec0-9cf9-d7b301dcef8f req-f1ab7c27-7e47-4d6e-9497-c8456baa1e17 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:13.058863 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-968ffd2f-a3cc-4ec0-9cf9-d7b301dcef8f req-f1ab7c27-7e47-4d6e-9497-c8456baa1e17 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=99322d93-058a-4216-a672-e7f482aab8d8 HTTP/1.1" status: 200 len: 931 time: 0.0917184 Jun 03 15:29:13.082803 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:13.096755 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Current status of the port d065a51d-4c7e-482f-87f7-74c4d679a6c1 is: ACTIVE; New status is: BUILD {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:29:13.097136 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (d065a51d-4c7e-482f-87f7-74c4d679a6c1), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:13.105859 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Current status of the port 343d88d0-4f0d-4021-bfee-efee56348782 is: BUILD; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:29:13.106229 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (343d88d0-4f0d-4021-bfee-efee56348782), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:13.108218 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=100 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:13.120922 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d065a51d-4c7e-482f-87f7-74c4d679a6c1 {{(pid=103921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:29:13.150002 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbacc2fb-8c4f-496f-97c4-97d1cbe1c9d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '343d88d0-4f0d-4021-bfee-efee56348782'}] {{(pid=103921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:29:13.152232 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a0ad6594b2f649df373dfcb19de0225617b45f42ff1455deb142f027ba5606a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4ea9f2-1fff-4c4c-9f34-74d1c783c463" -d '{"events": [{"server_uuid": "fbacc2fb-8c4f-496f-97c4-97d1cbe1c9d2", "name": "network-vif-plugged", "status": "completed", "tag": "343d88d0-4f0d-4021-bfee-efee56348782"}]}' {{(pid=103921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:29:13.164220 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port d065a51d-4c7e-482f-87f7-74c4d679a6c1, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=d065a51d-4c7e-482f-87f7-74c4d679a6c1,segment=NetworkSegment(612086bd-4a15-467e-af18-82334699cb77),segment_id=612086bd-4a15-467e-af18-82334699cb77)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:29:13.168744 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port 343d88d0-4f0d-4021-bfee-efee56348782, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=343d88d0-4f0d-4021-bfee-efee56348782,segment=NetworkSegment(71db973e-62af-43f0-a23f-112fc819cb27),segment_id=71db973e-62af-43f0-a23f-112fc819cb27)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:29:13.170185 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (d065a51d-4c7e-482f-87f7-74c4d679a6c1), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:13.177096 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (343d88d0-4f0d-4021-bfee-efee56348782), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:13.205538 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 15:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb48660b-61b3-414b-8d25-b8966c462cec x-openstack-request-id: req-eb48660b-61b3-414b-8d25-b8966c462cec {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:29:13.205854 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbacc2fb-8c4f-496f-97c4-97d1cbe1c9d2", "name": "network-vif-plugged", "status": "completed", "tag": "343d88d0-4f0d-4021-bfee-efee56348782", "code": 200}]} {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:29:13.206105 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-eb48660b-61b3-414b-8d25-b8966c462cec {{(pid=103921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:29:13.206978 dv-cinder-831247-16-iscsi neutron-server[103921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb48660b-61b3-414b-8d25-b8966c462cec'] response: {'server_uuid': 'fbacc2fb-8c4f-496f-97c4-97d1cbe1c9d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '343d88d0-4f0d-4021-bfee-efee56348782', 'code': 200} Jun 03 15:29:13.253174 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Pushing event updated for resources: {'Port': ['ID=d065a51d-4c7e-482f-87f7-74c4d679a6c1,revision_number=6']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:13.313638 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Pushing event updated for resources: {'Port': ['ID=343d88d0-4f0d-4021-bfee-efee56348782,revision_number=5']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:13.332131 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] get_ports_and_sgs() called for port_ids ['d065a51d-4c7e-482f-87f7-74c4d679a6c1'] {{(pid=103921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 15:29:13.404072 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0eabff-10fe-4c8a-95c6-029d2cde939f req-74275086-9cde-4f82-aa82-84f397ebdda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:13.405825 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-8c0eabff-10fe-4c8a-95c6-029d2cde939f req-74275086-9cde-4f82-aa82-84f397ebdda2 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=fbacc2fb-8c4f-496f-97c4-97d1cbe1c9d2 HTTP/1.1" status: 200 len: 1130 time: 0.0424745 Jun 03 15:29:13.457102 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-8c0eabff-10fe-4c8a-95c6-029d2cde939f req-eaa07ad8-3b05-43ff-8c1e-ca1782f834eb service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=75a8fba4-4ec7-4dd1-868c-6137920eeed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425978 Jun 03 15:29:13.506002 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-968ffd2f-a3cc-4ec0-9cf9-d7b301dcef8f req-7c29b8c6-cd42-426e-bd8a-a3ec96e3acf2 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcfe2535-96ab-4bf7-9a5a-a57e68e92204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4384804 Jun 03 15:29:13.578155 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ed2f78-bbea-4f2a-9a92-00de77a31b94 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Notify agent at l3_agent.dv-cinder-831247-16-iscsi the message routers_updated {{(pid=103920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 15:29:13.590448 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9cd579-9e04-4071-9764-a5bdd89fdffb None None] Sync routers for ids ['7c247c7d-1491-48be-9a79-d036d72d891e'] in dv-cinder-831247-16-iscsi {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:29:13.600943 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9cd579-9e04-4071-9764-a5bdd89fdffb None None] Routers {'7c247c7d-1491-48be-9a79-d036d72d891e'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:29:13.601520 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-3b9cd579-9e04-4071-9764-a5bdd89fdffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:28:54Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['7c247c7d-1491-48be-9a79-d036d72d891e'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:13.611479 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-98ed2f78-bbea-4f2a-9a92-00de77a31b94 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for floatingip (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:13.660271 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-98ed2f78-bbea-4f2a-9a92-00de77a31b94 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1962407 Jun 03 15:29:13.667147 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '800d0eab-3550-4b55-8837-765681285f77', 'tag': '5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533'}] {{(pid=103920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:29:13.669425 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fde6ca1c4b3e174e639905c0d93b14e8a3905e0af4b9b9445456920c81b8107" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c817885-81da-4b18-bb52-7daf519d28e0" -d '{"events": [{"name": "network-changed", "server_uuid": "800d0eab-3550-4b55-8837-765681285f77", "tag": "5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533"}]}' {{(pid=103920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:29:13.728353 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [req-f949302e-9554-448b-a602-ce2f4d00c6a2 req-a8d45870-e162-461e-9f20-4e5fb1160b1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee {{(pid=103920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:29:13.733479 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 15:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d409921a-df91-47ba-82f2-ae78cd408de9 x-openstack-request-id: req-d409921a-df91-47ba-82f2-ae78cd408de9 {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:29:13.733763 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "800d0eab-3550-4b55-8837-765681285f77", "tag": "5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533", "status": "completed", "code": 200}]} {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:29:13.733995 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d409921a-df91-47ba-82f2-ae78cd408de9 {{(pid=103920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:29:13.734581 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d409921a-df91-47ba-82f2-ae78cd408de9'] response: {'name': 'network-changed', 'server_uuid': '800d0eab-3550-4b55-8837-765681285f77', 'tag': '5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533', 'status': 'completed', 'code': 200} Jun 03 15:29:13.739567 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-f949302e-9554-448b-a602-ce2f4d00c6a2 req-a8d45870-e162-461e-9f20-4e5fb1160b1e service neutron] Publish callbacks [] for port (3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:13.754167 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.provisioning_blocks [req-f949302e-9554-448b-a602-ce2f4d00c6a2 req-a8d45870-e162-461e-9f20-4e5fb1160b1e service neutron] Transition to ACTIVE for port object 3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee will not be triggered until provisioned by entity L2. {{(pid=103920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 03 15:29:13.760075 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-f949302e-9554-448b-a602-ce2f4d00c6a2 req-a8d45870-e162-461e-9f20-4e5fb1160b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5848786'] for port (3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:13.806217 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c817885-81da-4b18-bb52-7daf519d28e0 req-97b640e9-4718-48a3-b3c3-4c3b2706b95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:13.808116 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-1c817885-81da-4b18-bb52-7daf519d28e0 req-97b640e9-4718-48a3-b3c3-4c3b2706b95a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=98f97ac03be44e0bb8ab21d985d1dd27&device_id=800d0eab-3550-4b55-8837-765681285f77 HTTP/1.1" status: 200 len: 1129 time: 0.0502894 Jun 03 15:29:13.808772 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-3b9cd579-9e04-4071-9764-a5bdd89fdffb None None] Set router 7c247c7d-1491-48be-9a79-d036d72d891e gateway port host: dv-cinder-831247-16-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:29:13.847201 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d45870-e162-461e-9f20-4e5fb1160b1e service neutron] Pushing event updated for resources: {'Port': ['ID=3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee,revision_number=2']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:13.859786 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7ead51-f477-48e7-8b5b-bc6d0d379dd9 req-68aa78ab-be28-4bd0-af67-7267a77d9dfc tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:13.861442 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-4a7ead51-f477-48e7-8b5b-bc6d0d379dd9 req-68aa78ab-be28-4bd0-af67-7267a77d9dfc tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbacc2fb-8c4f-496f-97c4-97d1cbe1c9d2 HTTP/1.1" status: 200 len: 946 time: 0.0988777 Jun 03 15:29:13.944116 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c817885-81da-4b18-bb52-7daf519d28e0 req-4f48fe8e-c1bc-456d-b6aa-71ab98b67e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:13.945931 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-1c817885-81da-4b18-bb52-7daf519d28e0 req-4f48fe8e-c1bc-456d-b6aa-71ab98b67e7b service neutron] 10.222.0.95 "GET /v2.0/networks?id=63fabd49-da18-4288-852a-c9b600b6fd0f HTTP/1.1" status: 200 len: 910 time: 0.1285355 Jun 03 15:29:13.990071 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-4a7ead51-f477-48e7-8b5b-bc6d0d379dd9 req-8e3203b4-9c6d-4a6c-ab7a-3964861821f5 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups?id=75a8fba4-4ec7-4dd1-868c-6137920eeed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016202 Jun 03 15:29:14.019954 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.managers [req-f949302e-9554-448b-a602-ce2f4d00c6a2 req-a8d45870-e162-461e-9f20-4e5fb1160b1e service neutron] Attempting to bind port 3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 15:29:14.019954 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.managers [req-f949302e-9554-448b-a602-ce2f4d00c6a2 req-a8d45870-e162-461e-9f20-4e5fb1160b1e service neutron] Attempting to bind port 3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '344823fa-4139-4c58-8284-6d371313181e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'ba66765f-7c24-4296-be5e-4c2a803ccabf'}] {{(pid=103920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 15:29:14.019954 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f949302e-9554-448b-a602-ce2f4d00c6a2 req-a8d45870-e162-461e-9f20-4e5fb1160b1e service neutron] Attempting to bind port 3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee on network ba66765f-7c24-4296-be5e-4c2a803ccabf {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:29:14.019954 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:14.025603 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f949302e-9554-448b-a602-ce2f4d00c6a2 req-a8d45870-e162-461e-9f20-4e5fb1160b1e service neutron] Port 3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee on network ba66765f-7c24-4296-be5e-4c2a803ccabf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 03 15:29:14.025923 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f949302e-9554-448b-a602-ce2f4d00c6a2 req-a8d45870-e162-461e-9f20-4e5fb1160b1e service neutron] Attempting to bind port 3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee on network ba66765f-7c24-4296-be5e-4c2a803ccabf {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:29:14.031672 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f949302e-9554-448b-a602-ce2f4d00c6a2 req-a8d45870-e162-461e-9f20-4e5fb1160b1e service neutron] Checking agent: {'id': '5d40428d-d668-464b-bcee-3124e1355b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 24, 37), 'started_at': datetime.datetime(2022, 6, 3, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 15:29:14.032234 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f949302e-9554-448b-a602-ce2f4d00c6a2 req-a8d45870-e162-461e-9f20-4e5fb1160b1e service neutron] Checking segment: {'id': '344823fa-4139-4c58-8284-6d371313181e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'ba66765f-7c24-4296-be5e-4c2a803ccabf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:29:14.032774 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f949302e-9554-448b-a602-ce2f4d00c6a2 req-a8d45870-e162-461e-9f20-4e5fb1160b1e service neutron] Bound using segment: {'id': '344823fa-4139-4c58-8284-6d371313181e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'ba66765f-7c24-4296-be5e-4c2a803ccabf'} {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 15:29:14.033952 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.managers [req-f949302e-9554-448b-a602-ce2f4d00c6a2 req-a8d45870-e162-461e-9f20-4e5fb1160b1e service neutron] Bound port: 3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '344823fa-4139-4c58-8284-6d371313181e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'ba66765f-7c24-4296-be5e-4c2a803ccabf'}}] {{(pid=103920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 15:29:14.034472 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-f949302e-9554-448b-a602-ce2f4d00c6a2 req-a8d45870-e162-461e-9f20-4e5fb1160b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:14.091379 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-3b9cd579-9e04-4071-9764-a5bdd89fdffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c247c7d-1491-48be-9a79-d036d72d891e', 'name': 'tempest-TestShelveInstance-1309434875-router', 'tenant_id': '98f97ac03be44e0bb8ab21d985d1dd27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '13adf504-dfd2-46e1-b9c3-2ea6fd30002f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:27:59Z', 'updated_at': '2022-06-03T15:28:03Z', 'revision_number': 4, 'project_id': '98f97ac03be44e0bb8ab21d985d1dd27', 'gw_port': {'id': '13adf504-dfd2-46e1-b9c3-2ea6fd30002f', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c247c7d-1491-48be-9a79-d036d72d891e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:00Z', 'updated_at': '2022-06-03T15:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_floatingips': [{'id': 'e5c7ac2b-632d-4874-a5c4-0c516376b316', 'tenant_id': '98f97ac03be44e0bb8ab21d985d1dd27', 'floating_ip_address': '172.27.3.168', 'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'router_id': '7c247c7d-1491-48be-9a79-d036d72d891e', 'port_id': '5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63fabd49-da18-4288-852a-c9b600b6fd0f', 'mac_address': 'fa:16:3e:4e:d8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800d0eab-3550-4b55-8837-765681285f77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:29:11Z', 'updated_at': '2022-06-03T15:29:11Z', 'revision_number': 0, 'project_id': '98f97ac03be44e0bb8ab21d985d1dd27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d029583-5f12-4786-9a12-c5cfb7322bd5', 'name': '', 'network_id': '63fabd49-da18-4288-852a-c9b600b6fd0f', 'tenant_id': '98f97ac03be44e0bb8ab21d985d1dd27', 'mac_address': 'fa:16:3e:8c:6a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c247c7d-1491-48be-9a79-d036d72d891e', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '78322f02-2402-4284-a227-98343c2f67dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:02Z', 'updated_at': '2022-06-03T15:28:10Z', 'revision_number': 5, 'project_id': '98f97ac03be44e0bb8ab21d985d1dd27', 'subnets': [{'id': '78322f02-2402-4284-a227-98343c2f67dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:14.109729 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-1c817885-81da-4b18-bb52-7daf519d28e0 req-defa6f08-9066-4857-bdf0-91fd3913c06e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533 HTTP/1.1" status: 200 len: 999 time: 0.1476691 Jun 03 15:29:14.120273 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9cd579-9e04-4071-9764-a5bdd89fdffb None None] Checking router: 7c247c7d-1491-48be-9a79-d036d72d891e for host: dv-cinder-831247-16-iscsi {{(pid=103922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:29:14.129181 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9cd579-9e04-4071-9764-a5bdd89fdffb None None] Routers {'7c247c7d-1491-48be-9a79-d036d72d891e'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:29:14.129770 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-3b9cd579-9e04-4071-9764-a5bdd89fdffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:28:54Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['7c247c7d-1491-48be-9a79-d036d72d891e'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:14.131507 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b144fdb-48c1-45a0-a665-4458e51fee68 req-8cbbf8cf-e16e-4267-b70e-6005d9210d47 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:14.133679 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-4b144fdb-48c1-45a0-a665-4458e51fee68 req-8cbbf8cf-e16e-4267-b70e-6005d9210d47 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 945 time: 0.0665193 Jun 03 15:29:14.153407 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [req-f949302e-9554-448b-a602-ce2f4d00c6a2 req-a8d45870-e162-461e-9f20-4e5fb1160b1e service neutron] For port 3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee, host hv-cinder-83124, cleared binding levels {{(pid=103920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 15:29:14.163623 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5774f-b395-41f8-ab2d-4b11d3d11ba5 req-81cf7dc7-b4f1-484a-a53a-bc4783fbccf8 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:14.165137 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f5b5774f-b395-41f8-ab2d-4b11d3d11ba5 req-81cf7dc7-b4f1-484a-a53a-bc4783fbccf8 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 944 time: 0.0712912 Jun 03 15:29:14.180971 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [req-f949302e-9554-448b-a602-ce2f4d00c6a2 req-a8d45870-e162-461e-9f20-4e5fb1160b1e service neutron] For port 3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee,segment=NetworkSegment(344823fa-4139-4c58-8284-6d371313181e),segment_id=344823fa-4139-4c58-8284-6d371313181e)] {{(pid=103920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 15:29:14.202333 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-4b144fdb-48c1-45a0-a665-4458e51fee68 req-bd5bf1af-a2d9-41ba-abb1-60e502dcb8b4 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9c415980-d445-441d-a0a3-94a8eef0bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632803 Jun 03 15:29:14.205164 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-f949302e-9554-448b-a602-ce2f4d00c6a2 req-a8d45870-e162-461e-9f20-4e5fb1160b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5848786'] for port (3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:14.246237 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-3b9cd579-9e04-4071-9764-a5bdd89fdffb None None] Set router 7c247c7d-1491-48be-9a79-d036d72d891e gateway port host: dv-cinder-831247-16-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:29:14.258782 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f5b5774f-b395-41f8-ab2d-4b11d3d11ba5 req-f26ea651-6f1e-43b7-99dd-180fb0f71bd3 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876744 Jun 03 15:29:14.265725 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f949302e-9554-448b-a602-ce2f4d00c6a2 req-a8d45870-e162-461e-9f20-4e5fb1160b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:14.266342 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-f949302e-9554-448b-a602-ce2f4d00c6a2 req-a8d45870-e162-461e-9f20-4e5fb1160b1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for port (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:14.267871 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f949302e-9554-448b-a602-ce2f4d00c6a2 req-a8d45870-e162-461e-9f20-4e5fb1160b1e service neutron] 10.222.0.95 "PUT /v2.0/ports/3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee HTTP/1.1" status: 200 len: 1093 time: 1.4189749 Jun 03 15:29:14.278127 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:14.281390 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d45870-e162-461e-9f20-4e5fb1160b1e service neutron] Pushing event updated for resources: {'Port': ['ID=3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee,revision_number=3']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:14.476228 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-3b9cd579-9e04-4071-9764-a5bdd89fdffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c247c7d-1491-48be-9a79-d036d72d891e', 'name': 'tempest-TestShelveInstance-1309434875-router', 'tenant_id': '98f97ac03be44e0bb8ab21d985d1dd27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '13adf504-dfd2-46e1-b9c3-2ea6fd30002f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:27:59Z', 'updated_at': '2022-06-03T15:28:03Z', 'revision_number': 4, 'project_id': '98f97ac03be44e0bb8ab21d985d1dd27', 'gw_port': {'id': '13adf504-dfd2-46e1-b9c3-2ea6fd30002f', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c247c7d-1491-48be-9a79-d036d72d891e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:00Z', 'updated_at': '2022-06-03T15:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_floatingips': [{'id': 'e5c7ac2b-632d-4874-a5c4-0c516376b316', 'tenant_id': '98f97ac03be44e0bb8ab21d985d1dd27', 'floating_ip_address': '172.27.3.168', 'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'router_id': '7c247c7d-1491-48be-9a79-d036d72d891e', 'port_id': '5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63fabd49-da18-4288-852a-c9b600b6fd0f', 'mac_address': 'fa:16:3e:4e:d8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800d0eab-3550-4b55-8837-765681285f77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:29:11Z', 'updated_at': '2022-06-03T15:29:11Z', 'revision_number': 0, 'project_id': '98f97ac03be44e0bb8ab21d985d1dd27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d029583-5f12-4786-9a12-c5cfb7322bd5', 'name': '', 'network_id': '63fabd49-da18-4288-852a-c9b600b6fd0f', 'tenant_id': '98f97ac03be44e0bb8ab21d985d1dd27', 'mac_address': 'fa:16:3e:8c:6a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c247c7d-1491-48be-9a79-d036d72d891e', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '78322f02-2402-4284-a227-98343c2f67dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:02Z', 'updated_at': '2022-06-03T15:28:10Z', 'revision_number': 5, 'project_id': '98f97ac03be44e0bb8ab21d985d1dd27', 'subnets': [{'id': '78322f02-2402-4284-a227-98343c2f67dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:14.504472 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9cd579-9e04-4071-9764-a5bdd89fdffb None None] The sync data for ids ['7c247c7d-1491-48be-9a79-d036d72d891e'] in dv-cinder-831247-16-iscsi is: [{'id': '7c247c7d-1491-48be-9a79-d036d72d891e', 'name': 'tempest-TestShelveInstance-1309434875-router', 'tenant_id': '98f97ac03be44e0bb8ab21d985d1dd27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '13adf504-dfd2-46e1-b9c3-2ea6fd30002f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:27:59Z', 'updated_at': '2022-06-03T15:28:03Z', 'revision_number': 4, 'project_id': '98f97ac03be44e0bb8ab21d985d1dd27', 'gw_port': {'id': '13adf504-dfd2-46e1-b9c3-2ea6fd30002f', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c247c7d-1491-48be-9a79-d036d72d891e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:00Z', 'updated_at': '2022-06-03T15:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_floatingips': [{'id': 'e5c7ac2b-632d-4874-a5c4-0c516376b316', 'tenant_id': '98f97ac03be44e0bb8ab21d985d1dd27', 'floating_ip_address': '172.27.3.168', 'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'router_id': '7c247c7d-1491-48be-9a79-d036d72d891e', 'port_id': '5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63fabd49-da18-4288-852a-c9b600b6fd0f', 'mac_address': 'fa:16:3e:4e:d8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800d0eab-3550-4b55-8837-765681285f77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:29:11Z', 'updated_at': '2022-06-03T15:29:11Z', 'revision_number': 0, 'project_id': '98f97ac03be44e0bb8ab21d985d1dd27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d029583-5f12-4786-9a12-c5cfb7322bd5', 'name': '', 'network_id': '63fabd49-da18-4288-852a-c9b600b6fd0f', 'tenant_id': '98f97ac03be44e0bb8ab21d985d1dd27', 'mac_address': 'fa:16:3e:8c:6a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c247c7d-1491-48be-9a79-d036d72d891e', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '78322f02-2402-4284-a227-98343c2f67dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:02Z', 'updated_at': '2022-06-03T15:28:10Z', 'revision_number': 5, 'project_id': '98f97ac03be44e0bb8ab21d985d1dd27', 'subnets': [{'id': '78322f02-2402-4284-a227-98343c2f67dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:29:14.623696 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d323036-868c-4f9c-a17f-5e12937dcff0 req-b4261b11-ed84-415a-8e22-0df942545041 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:14.625268 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-9d323036-868c-4f9c-a17f-5e12937dcff0 req-b4261b11-ed84-415a-8e22-0df942545041 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=99322d93-058a-4216-a672-e7f482aab8d8 HTTP/1.1" status: 200 len: 943 time: 0.0484202 Jun 03 15:29:14.679948 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-9d323036-868c-4f9c-a17f-5e12937dcff0 req-1055c3e4-4ff8-4650-ab96-da0484deb485 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcfe2535-96ab-4bf7-9a5a-a57e68e92204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482061 Jun 03 15:29:14.701466 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01aff274-23a1-46dd-b388-a92e2e1cde47 None None] New status for floating IP e5c7ac2b-632d-4874-a5c4-0c516376b316: ACTIVE {{(pid=103921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 15:29:14.740594 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device d065a51d-4c7e-482f-87f7-74c4d679a6c1 up at agent hyperv_hv-cinder-83124 {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:29:14.833973 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c817885-81da-4b18-bb52-7daf519d28e0 req-ae9df495-7fb0-4e7f-880b-843580cf3d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:14.835560 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-1c817885-81da-4b18-bb52-7daf519d28e0 req-ae9df495-7fb0-4e7f-880b-843580cf3d96 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=78322f02-2402-4284-a227-98343c2f67dc HTTP/1.1" status: 200 len: 848 time: 0.0493674 Jun 03 15:29:14.847079 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Provisioning complete for port d065a51d-4c7e-482f-87f7-74c4d679a6c1 triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:29:14.847460 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (d065a51d-4c7e-482f-87f7-74c4d679a6c1), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:14.852365 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:14.857318 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f949302e-9554-448b-a602-ce2f4d00c6a2 req-7e3c90a3-6a87-4621-9a87-156872f399b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:14.859233 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f949302e-9554-448b-a602-ce2f4d00c6a2 req-7e3c90a3-6a87-4621-9a87-156872f399b4 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a402ec1153624838be07cda58279f2a4&device_id=99322d93-058a-4216-a672-e7f482aab8d8 HTTP/1.1" status: 200 len: 1127 time: 0.0485766 Jun 03 15:29:14.892115 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c817885-81da-4b18-bb52-7daf519d28e0 req-63ea6635-af99-431f-88c5-2e4c099119e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:14.893925 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-1c817885-81da-4b18-bb52-7daf519d28e0 req-63ea6635-af99-431f-88c5-2e4c099119e3 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=63fabd49-da18-4288-852a-c9b600b6fd0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0451560 Jun 03 15:29:14.950042 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f949302e-9554-448b-a602-ce2f4d00c6a2 req-7a045095-09f3-4871-8f83-db780c0828ad service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee HTTP/1.1" status: 200 len: 217 time: 0.0390151 Jun 03 15:29:14.956696 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Current status of the port d065a51d-4c7e-482f-87f7-74c4d679a6c1 is: BUILD; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:29:14.957038 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (d065a51d-4c7e-482f-87f7-74c4d679a6c1), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:14.991120 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port d065a51d-4c7e-482f-87f7-74c4d679a6c1, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=d065a51d-4c7e-482f-87f7-74c4d679a6c1,segment=NetworkSegment(612086bd-4a15-467e-af18-82334699cb77),segment_id=612086bd-4a15-467e-af18-82334699cb77)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:29:14.997185 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (d065a51d-4c7e-482f-87f7-74c4d679a6c1), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:15.005639 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f949302e-9554-448b-a602-ce2f4d00c6a2 req-d7c3d09c-61b2-4824-a0fa-fe92fe4e4670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:15.007156 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f949302e-9554-448b-a602-ce2f4d00c6a2 req-d7c3d09c-61b2-4824-a0fa-fe92fe4e4670 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5cb0f2a7-ee25-46e9-8c4b-18478610484d HTTP/1.1" status: 200 len: 857 time: 0.0495832 Jun 03 15:29:15.008513 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-1c817885-81da-4b18-bb52-7daf519d28e0 req-eacd0184-2c0b-4465-a57d-65f3f5a6d560 service neutron] 10.222.0.95 "GET /v2.0/networks/63fabd49-da18-4288-852a-c9b600b6fd0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963211 Jun 03 15:29:15.049468 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Pushing event updated for resources: {'Port': ['ID=d065a51d-4c7e-482f-87f7-74c4d679a6c1,revision_number=7']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:15.098773 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=100 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:15.151797 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec0806-d1ed-4e82-be32-8c3eb73d4f89 req-db36ff69-302e-4f8c-96a8-43ed45260004 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:15.153286 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-a4ec0806-d1ed-4e82-be32-8c3eb73d4f89 req-db36ff69-302e-4f8c-96a8-43ed45260004 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbacc2fb-8c4f-496f-97c4-97d1cbe1c9d2 HTTP/1.1" status: 200 len: 946 time: 0.0816119 Jun 03 15:29:15.159359 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f949302e-9554-448b-a602-ce2f4d00c6a2 req-ab1c9248-b3ea-4ee1-b2f7-75f2081b79cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:15.160845 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f949302e-9554-448b-a602-ce2f4d00c6a2 req-ab1c9248-b3ea-4ee1-b2f7-75f2081b79cc service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ba66765f-7c24-4296-be5e-4c2a803ccabf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0557022 Jun 03 15:29:15.187455 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-1c817885-81da-4b18-bb52-7daf519d28e0 req-15e32149-91af-462e-877e-ac42cf989f5d service neutron] 10.222.0.95 "GET /v2.0/networks/63fabd49-da18-4288-852a-c9b600b6fd0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965643 Jun 03 15:29:15.204194 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-a4ec0806-d1ed-4e82-be32-8c3eb73d4f89 req-923bc48e-eaa1-4c19-86b1-cf4a23ea1545 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups?id=75a8fba4-4ec7-4dd1-868c-6137920eeed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424120 Jun 03 15:29:15.207940 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e123dc0c-78c6-44ce-b847-927843a3751c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd065a51d-4c7e-482f-87f7-74c4d679a6c1'}] {{(pid=103921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:29:15.210332 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a0ad6594b2f649df373dfcb19de0225617b45f42ff1455deb142f027ba5606a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e472b5-9c24-4877-87cd-4e7c4f44dad6" -d '{"events": [{"server_uuid": "e123dc0c-78c6-44ce-b847-927843a3751c", "name": "network-vif-plugged", "status": "completed", "tag": "d065a51d-4c7e-482f-87f7-74c4d679a6c1"}]}' {{(pid=103921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:29:15.245630 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 15:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60cde7ff-b0c2-4175-b9b9-a1e95659b6fe x-openstack-request-id: req-60cde7ff-b0c2-4175-b9b9-a1e95659b6fe {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:29:15.245921 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e123dc0c-78c6-44ce-b847-927843a3751c", "name": "network-vif-plugged", "status": "completed", "tag": "d065a51d-4c7e-482f-87f7-74c4d679a6c1", "code": 200}]} {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:29:15.246169 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-60cde7ff-b0c2-4175-b9b9-a1e95659b6fe {{(pid=103921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:29:15.246641 dv-cinder-831247-16-iscsi neutron-server[103921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60cde7ff-b0c2-4175-b9b9-a1e95659b6fe'] response: {'server_uuid': 'e123dc0c-78c6-44ce-b847-927843a3751c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd065a51d-4c7e-482f-87f7-74c4d679a6c1', 'code': 200} Jun 03 15:29:15.322776 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37630e75-5a40-4a18-8727-89af4bd78a1a req-9e9963ff-53fc-43f3-8ed0-40b038ac91db tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:15.324278 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-37630e75-5a40-4a18-8727-89af4bd78a1a req-9e9963ff-53fc-43f3-8ed0-40b038ac91db tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 945 time: 0.0475247 Jun 03 15:29:15.371690 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-37630e75-5a40-4a18-8727-89af4bd78a1a req-be7c15e8-1280-4c59-84c4-9993ccb0c75f tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9c415980-d445-441d-a0a3-94a8eef0bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419838 Jun 03 15:29:15.388967 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d761557-7e6d-4c89-8eeb-4a8d1a4b3787 req-583c7ca3-63ba-41ce-bc91-156d9867202e tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:15.390446 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-0d761557-7e6d-4c89-8eeb-4a8d1a4b3787 req-583c7ca3-63ba-41ce-bc91-156d9867202e tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 945 time: 0.0486841 Jun 03 15:29:15.456420 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-0d761557-7e6d-4c89-8eeb-4a8d1a4b3787 req-814c7d51-8626-4e0d-96dc-da8ab451cacd tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565934 Jun 03 15:29:15.511126 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f949302e-9554-448b-a602-ce2f4d00c6a2 req-9f76ec82-09ab-440c-ba25-ef5a11c5d484 service neutron] 10.222.0.95 "GET /v2.0/networks/ba66765f-7c24-4296-be5e-4c2a803ccabf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065683 Jun 03 15:29:15.735757 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99322d93-058a-4216-a672-e7f482aab8d8', 'tag': '3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee'}] {{(pid=103920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:29:15.738791 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fde6ca1c4b3e174e639905c0d93b14e8a3905e0af4b9b9445456920c81b8107" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c1b900f-56a8-4049-a18e-6765f88e65ed" -d '{"events": [{"name": "network-changed", "server_uuid": "99322d93-058a-4216-a672-e7f482aab8d8", "tag": "3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee"}]}' {{(pid=103920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:29:15.776416 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 15:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4fa39f-cb4f-4a08-885d-ff7d9095e242 x-openstack-request-id: req-de4fa39f-cb4f-4a08-885d-ff7d9095e242 {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:29:15.776710 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99322d93-058a-4216-a672-e7f482aab8d8", "tag": "3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee", "status": "completed", "code": 200}]} {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:29:15.776961 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-de4fa39f-cb4f-4a08-885d-ff7d9095e242 {{(pid=103920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:29:15.777352 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de4fa39f-cb4f-4a08-885d-ff7d9095e242'] response: {'name': 'network-changed', 'server_uuid': '99322d93-058a-4216-a672-e7f482aab8d8', 'tag': '3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee', 'status': 'completed', 'code': 200} Jun 03 15:29:15.795775 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52282eb-a7dc-47d4-addb-386fb002f445 req-8c2d1337-de5f-41ed-95ac-0110980218df tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:15.797233 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-c52282eb-a7dc-47d4-addb-386fb002f445 req-8c2d1337-de5f-41ed-95ac-0110980218df tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=99322d93-058a-4216-a672-e7f482aab8d8 HTTP/1.1" status: 200 len: 943 time: 0.0514581 Jun 03 15:29:15.843567 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-c52282eb-a7dc-47d4-addb-386fb002f445 req-28a09a34-91a8-43bd-8651-37e480243015 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcfe2535-96ab-4bf7-9a5a-a57e68e92204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402062 Jun 03 15:29:16.257793 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f949302e-9554-448b-a602-ce2f4d00c6a2 req-a39159bf-7d14-4230-aa87-7fc863e04bd0 service neutron] 10.222.0.95 "GET /v2.0/networks/ba66765f-7c24-4296-be5e-4c2a803ccabf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968549 Jun 03 15:29:16.327528 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a608c0-9587-4e58-9415-a8b612fcd5de req-60a57f4c-dd0b-47d4-ba6e-a416838ee0ac tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:16.329002 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-a2a608c0-9587-4e58-9415-a8b612fcd5de req-60a57f4c-dd0b-47d4-ba6e-a416838ee0ac tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbacc2fb-8c4f-496f-97c4-97d1cbe1c9d2 HTTP/1.1" status: 200 len: 946 time: 0.0492404 Jun 03 15:29:16.377715 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-a2a608c0-9587-4e58-9415-a8b612fcd5de req-e0c5d4fb-862d-40f6-a234-4c58265039b4 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups?id=75a8fba4-4ec7-4dd1-868c-6137920eeed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419290 Jun 03 15:29:16.453902 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=100 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:16.499351 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb5f842-07fc-4125-ad34-5829c21c5df9 req-cb9789fa-4d0e-4f23-ab0e-5bc86f8a5a70 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:16.499547 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e3e27f-d809-4b6d-a81c-3da8e049939d req-0fdd4865-8db2-4494-a8cc-137bf1af899c tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:16.500897 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-39e3e27f-d809-4b6d-a81c-3da8e049939d req-0fdd4865-8db2-4494-a8cc-137bf1af899c tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 945 time: 0.0512104 Jun 03 15:29:16.506476 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-3fb5f842-07fc-4125-ad34-5829c21c5df9 req-cb9789fa-4d0e-4f23-ab0e-5bc86f8a5a70 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbacc2fb-8c4f-496f-97c4-97d1cbe1c9d2 HTTP/1.1" status: 200 len: 946 time: 0.0556736 Jun 03 15:29:16.510686 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 53358) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:29:16.515186 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-b0c78c7f-36b5-4f34-b489-33c24b25bc68 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Request body: {'floatingip': {'port_id': '343d88d0-4f0d-4021-bfee-efee56348782'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:29:16.516602 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:16.557780 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-b0c78c7f-36b5-4f34-b489-33c24b25bc68 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for floatingip (f3781240-2a1c-430e-9287-e20e6a58b798), before_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:16.567025 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-39e3e27f-d809-4b6d-a81c-3da8e049939d req-465686ac-53d7-476b-beb5-61ae3900c098 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9c415980-d445-441d-a0a3-94a8eef0bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599236 Jun 03 15:29:16.710519 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f4a5d8-6004-459b-a161-0bea21596cee req-3feb7373-44f8-4702-bbf0-a4578af949f4 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:16.713051 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-f6f4a5d8-6004-459b-a161-0bea21596cee req-3feb7373-44f8-4702-bbf0-a4578af949f4 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 945 time: 0.1177728 Jun 03 15:29:16.864537 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-f6f4a5d8-6004-459b-a161-0bea21596cee req-c30a87ea-9765-4e87-95a7-da0658487fcb tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405261 Jun 03 15:29:17.006747 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96090848-4f9a-4afc-b20d-a13a4db2f14e req-29d2e4e5-73a9-4532-a4ec-fa5df3b86e03 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:17.012681 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-96090848-4f9a-4afc-b20d-a13a4db2f14e req-29d2e4e5-73a9-4532-a4ec-fa5df3b86e03 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=99322d93-058a-4216-a672-e7f482aab8d8 HTTP/1.1" status: 200 len: 943 time: 0.0665014 Jun 03 15:29:17.081908 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-96090848-4f9a-4afc-b20d-a13a4db2f14e req-5c451d0a-0176-48f0-9ff6-866872277061 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcfe2535-96ab-4bf7-9a5a-a57e68e92204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662737 Jun 03 15:29:17.178873 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-b0c78c7f-36b5-4f34-b489-33c24b25bc68 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:17.186884 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-b0c78c7f-36b5-4f34-b489-33c24b25bc68 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763103'] for floatingip (f3781240-2a1c-430e-9287-e20e6a58b798), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:17.332476 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.db.l3_db [None req-b0c78c7f-36b5-4f34-b489-33c24b25bc68 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Floating IP f3781240-2a1c-430e-9287-e20e6a58b798 associated. External IP: 172.27.3.178, port: 343d88d0-4f0d-4021-bfee-efee56348782. Jun 03 15:29:17.449095 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:17.870642 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2d2289-c56b-45c6-9763-3e97accd08fd req-3ccb183b-607d-4a29-8192-783a7df46712 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:17.879273 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-0c2d2289-c56b-45c6-9763-3e97accd08fd req-3ccb183b-607d-4a29-8192-783a7df46712 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 945 time: 0.0719962 Jun 03 15:29:17.908243 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c78c7f-36b5-4f34-b489-33c24b25bc68 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Router bc437c53-8ef0-4776-adae-03f3429aef49 has already been hosted by L3 agent af3cb756-c261-4349-9f96-3650fb8ddf57 {{(pid=103919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 15:29:17.957632 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-0c2d2289-c56b-45c6-9763-3e97accd08fd req-000133ab-360e-4c94-89fc-ff1918f21f12 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9c415980-d445-441d-a0a3-94a8eef0bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779514 Jun 03 15:29:18.016358 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b900f-56a8-4049-a18e-6765f88e65ed req-f1ca36d1-6b28-4ecd-9456-6d745e2e37ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:18.018524 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-6c1b900f-56a8-4049-a18e-6765f88e65ed req-f1ca36d1-6b28-4ecd-9456-6d745e2e37ff service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a402ec1153624838be07cda58279f2a4&device_id=99322d93-058a-4216-a672-e7f482aab8d8 HTTP/1.1" status: 200 len: 1127 time: 0.0807953 Jun 03 15:29:18.039134 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:18.090300 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c78c7f-36b5-4f34-b489-33c24b25bc68 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Notify agent at l3_agent.dv-cinder-831247-16-iscsi the message routers_updated {{(pid=103919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 15:29:18.101622 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d04122a-e84c-4c8a-a0a1-2349b445af3b None None] Sync routers for ids ['bc437c53-8ef0-4776-adae-03f3429aef49'] in dv-cinder-831247-16-iscsi {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:29:18.123208 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-b0c78c7f-36b5-4f34-b489-33c24b25bc68 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for floatingip (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:18.124820 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d04122a-e84c-4c8a-a0a1-2349b445af3b None None] Routers {'bc437c53-8ef0-4776-adae-03f3429aef49'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:29:18.129593 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-9d04122a-e84c-4c8a-a0a1-2349b445af3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:28:54Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['bc437c53-8ef0-4776-adae-03f3429aef49'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:18.140041 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd49cc7-4273-43d5-b3eb-54dfc22547c6 req-3ca1d985-eb98-491d-b59a-10e2b93b55ca tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:18.152831 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-3dd49cc7-4273-43d5-b3eb-54dfc22547c6 req-3ca1d985-eb98-491d-b59a-10e2b93b55ca tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 945 time: 0.1200824 Jun 03 15:29:18.201972 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-b0c78c7f-36b5-4f34-b489-33c24b25bc68 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "PUT /v2.0/floatingips/f3781240-2a1c-430e-9287-e20e6a58b798 HTTP/1.1" status: 200 len: 992 time: 1.6901605 Jun 03 15:29:18.205044 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbacc2fb-8c4f-496f-97c4-97d1cbe1c9d2', 'tag': '343d88d0-4f0d-4021-bfee-efee56348782'}] {{(pid=103919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:29:18.209031 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb6718ce3f0a4af57ef91ee7142c10b6234fd65cffdc95d0a08216ae9169e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88e011a-8a5f-45d2-a2c9-58201989431b" -d '{"events": [{"name": "network-changed", "server_uuid": "fbacc2fb-8c4f-496f-97c4-97d1cbe1c9d2", "tag": "343d88d0-4f0d-4021-bfee-efee56348782"}]}' {{(pid=103919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:29:18.234982 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b900f-56a8-4049-a18e-6765f88e65ed req-ea1d76f3-82f4-40a4-8739-2304341b9422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:18.236956 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-6c1b900f-56a8-4049-a18e-6765f88e65ed req-ea1d76f3-82f4-40a4-8739-2304341b9422 service neutron] 10.222.0.95 "GET /v2.0/networks?id=ba66765f-7c24-4296-be5e-4c2a803ccabf HTTP/1.1" status: 200 len: 919 time: 0.2021487 Jun 03 15:29:18.249784 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-3dd49cc7-4273-43d5-b3eb-54dfc22547c6 req-5d1f05c2-b1ad-4293-ad42-1439035b9698 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945127 Jun 03 15:29:18.305031 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84472433-6393-45d9-823f-e0bd540d582b req-10a41624-9d05-4297-9f28-b0460cfdf707 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:18.315556 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-84472433-6393-45d9-823f-e0bd540d582b req-10a41624-9d05-4297-9f28-b0460cfdf707 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=99322d93-058a-4216-a672-e7f482aab8d8 HTTP/1.1" status: 200 len: 943 time: 0.0877457 Jun 03 15:29:18.317005 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-6c1b900f-56a8-4049-a18e-6765f88e65ed req-de0e9165-f7a8-41f7-8eb1-7ebeef860785 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee HTTP/1.1" status: 200 len: 217 time: 0.0676956 Jun 03 15:29:18.319222 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 15:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d99cdea-f65b-4dce-82d2-cd8710843c8f x-openstack-request-id: req-0d99cdea-f65b-4dce-82d2-cd8710843c8f {{(pid=103919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:29:18.320298 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbacc2fb-8c4f-496f-97c4-97d1cbe1c9d2", "tag": "343d88d0-4f0d-4021-bfee-efee56348782", "status": "completed", "code": 200}]} {{(pid=103919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:29:18.320582 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0d99cdea-f65b-4dce-82d2-cd8710843c8f {{(pid=103919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:29:18.321853 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d99cdea-f65b-4dce-82d2-cd8710843c8f'] response: {'name': 'network-changed', 'server_uuid': 'fbacc2fb-8c4f-496f-97c4-97d1cbe1c9d2', 'tag': '343d88d0-4f0d-4021-bfee-efee56348782', 'status': 'completed', 'code': 200} Jun 03 15:29:18.351495 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-9d04122a-e84c-4c8a-a0a1-2349b445af3b None None] Set router bc437c53-8ef0-4776-adae-03f3429aef49 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:29:18.426387 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b900f-56a8-4049-a18e-6765f88e65ed req-fc1d794f-5524-4f8b-b478-6746961024cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:18.434191 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-6c1b900f-56a8-4049-a18e-6765f88e65ed req-fc1d794f-5524-4f8b-b478-6746961024cb service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5cb0f2a7-ee25-46e9-8c4b-18478610484d HTTP/1.1" status: 200 len: 857 time: 0.1026950 Jun 03 15:29:18.461525 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-84472433-6393-45d9-823f-e0bd540d582b req-634a6c62-f83d-4cfe-a9bb-105aedc072e5 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcfe2535-96ab-4bf7-9a5a-a57e68e92204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342084 Jun 03 15:29:18.465017 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e011a-8a5f-45d2-a2c9-58201989431b req-c3132561-da97-46c9-8719-517f11d3ecc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:18.466649 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-f88e011a-8a5f-45d2-a2c9-58201989431b req-c3132561-da97-46c9-8719-517f11d3ecc5 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=3e8f48e1939245eaa67bcd6a27bc7cda&device_id=fbacc2fb-8c4f-496f-97c4-97d1cbe1c9d2 HTTP/1.1" status: 200 len: 1130 time: 0.1260433 Jun 03 15:29:18.614978 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b900f-56a8-4049-a18e-6765f88e65ed req-eb16262d-203a-4071-beb8-dc7eb1ea1417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:18.617017 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-6c1b900f-56a8-4049-a18e-6765f88e65ed req-eb16262d-203a-4071-beb8-dc7eb1ea1417 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ba66765f-7c24-4296-be5e-4c2a803ccabf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1721950 Jun 03 15:29:18.630859 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=100 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:18.643511 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=100 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:18.660178 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e011a-8a5f-45d2-a2c9-58201989431b req-22d08287-4237-43f3-9113-00b7891220f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:18.661810 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-f88e011a-8a5f-45d2-a2c9-58201989431b req-22d08287-4237-43f3-9113-00b7891220f7 service neutron] 10.222.0.95 "GET /v2.0/networks?id=68719859-5880-402e-b442-370597e1ce2f HTTP/1.1" status: 200 len: 916 time: 0.1850042 Jun 03 15:29:18.707644 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=100 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:18.738312 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-6c1b900f-56a8-4049-a18e-6765f88e65ed req-409e1b81-6389-41a4-be8f-d7b366f81836 service neutron] 10.222.0.95 "GET /v2.0/networks/ba66765f-7c24-4296-be5e-4c2a803ccabf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133668 Jun 03 15:29:18.744388 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-f88e011a-8a5f-45d2-a2c9-58201989431b req-e81ef9bb-4bb0-4196-a5db-a1043524ebc6 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=343d88d0-4f0d-4021-bfee-efee56348782 HTTP/1.1" status: 200 len: 1000 time: 0.0678146 Jun 03 15:29:18.808310 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-9d04122a-e84c-4c8a-a0a1-2349b445af3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'name': 'tempest-AttachVolumeNegativeTest-1504343588-router', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:36Z', 'updated_at': '2022-06-03T15:26:46Z', 'revision_number': 4, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'gw_port': {'id': '1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:38Z', 'updated_at': '2022-06-03T15:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_floatingips': [{'id': '6aa86221-dc52-45dd-ad21-9470aad71634', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'floating_ip_address': '172.27.3.51', 'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'router_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'port_id': '67597138-621c-43e8-af88-f2fa1bf44d03', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68719859-5880-402e-b442-370597e1ce2f', 'mac_address': 'fa:16:3e:5c:a2:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be206f-1554-46fe-9fa7-581d2d394865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:26:58Z', 'updated_at': '2022-06-03T15:27:43Z', 'revision_number': 2, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'fixed_ip_address_scope': None}, {'id': 'f3781240-2a1c-430e-9287-e20e6a58b798', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'floating_ip_address': '172.27.3.178', 'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'router_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'port_id': '343d88d0-4f0d-4021-bfee-efee56348782', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68719859-5880-402e-b442-370597e1ce2f', 'mac_address': 'fa:16:3e:eb:82:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbacc2fb-8c4f-496f-97c4-97d1cbe1c9d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:28:56Z', 'updated_at': '2022-06-03T15:29:17Z', 'revision_number': 1, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4683a29-9638-4e0d-884d-65794d85dd4f', 'name': '', 'network_id': '68719859-5880-402e-b442-370597e1ce2f', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'mac_address': 'fa:16:3e:bd:e2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1e60cea5-d2fd-43f7-aff8-25b5abe402c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:42Z', 'updated_at': '2022-06-03T15:27:00Z', 'revision_number': 5, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'subnets': [{'id': '1e60cea5-d2fd-43f7-aff8-25b5abe402c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:18.819684 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e011a-8a5f-45d2-a2c9-58201989431b req-fa086deb-2c0a-4780-9242-6653c02bc920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:18.821241 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-f88e011a-8a5f-45d2-a2c9-58201989431b req-fa086deb-2c0a-4780-9242-6653c02bc920 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1e60cea5-d2fd-43f7-aff8-25b5abe402c7 HTTP/1.1" status: 200 len: 854 time: 0.0647349 Jun 03 15:29:18.838843 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d04122a-e84c-4c8a-a0a1-2349b445af3b None None] Checking router: bc437c53-8ef0-4776-adae-03f3429aef49 for host: dv-cinder-831247-16-iscsi {{(pid=103922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:29:18.851049 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d04122a-e84c-4c8a-a0a1-2349b445af3b None None] Routers {'bc437c53-8ef0-4776-adae-03f3429aef49'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:29:18.851673 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-9d04122a-e84c-4c8a-a0a1-2349b445af3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:28:54Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['bc437c53-8ef0-4776-adae-03f3429aef49'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:18.874891 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e011a-8a5f-45d2-a2c9-58201989431b req-5a9f510b-ff19-43bb-8a31-183a901453a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:18.876559 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-f88e011a-8a5f-45d2-a2c9-58201989431b req-5a9f510b-ff19-43bb-8a31-183a901453a8 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=68719859-5880-402e-b442-370597e1ce2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0428824 Jun 03 15:29:18.882675 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-6c1b900f-56a8-4049-a18e-6765f88e65ed req-ba8ed917-3d01-41ed-918b-46e68ac249f2 service neutron] 10.222.0.95 "GET /v2.0/networks/ba66765f-7c24-4296-be5e-4c2a803ccabf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278417 Jun 03 15:29:18.972232 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-9d04122a-e84c-4c8a-a0a1-2349b445af3b None None] Set router bc437c53-8ef0-4776-adae-03f3429aef49 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:29:18.998848 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-f88e011a-8a5f-45d2-a2c9-58201989431b req-b7299056-492c-4010-9256-bb206f1c4cf9 service neutron] 10.222.0.95 "GET /v2.0/networks/68719859-5880-402e-b442-370597e1ce2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060483 Jun 03 15:29:19.100840 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed356a0-b16c-465e-84ab-c46e3c74693a req-89577b14-9105-4a0d-86ed-e937392a72ba tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:19.102397 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-2ed356a0-b16c-465e-84ab-c46e3c74693a req-89577b14-9105-4a0d-86ed-e937392a72ba tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 945 time: 0.0596747 Jun 03 15:29:19.147239 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-f88e011a-8a5f-45d2-a2c9-58201989431b req-8d9e86fe-4e9b-4c79-ba3d-97efd4c00366 service neutron] 10.222.0.95 "GET /v2.0/networks/68719859-5880-402e-b442-370597e1ce2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382611 Jun 03 15:29:19.186893 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-2ed356a0-b16c-465e-84ab-c46e3c74693a req-67d2e20e-5d58-4e3c-8238-a0a063b1eb76 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9c415980-d445-441d-a0a3-94a8eef0bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774469 Jun 03 15:29:19.284280 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-9d04122a-e84c-4c8a-a0a1-2349b445af3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'name': 'tempest-AttachVolumeNegativeTest-1504343588-router', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:36Z', 'updated_at': '2022-06-03T15:26:46Z', 'revision_number': 4, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'gw_port': {'id': '1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:38Z', 'updated_at': '2022-06-03T15:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_floatingips': [{'id': '6aa86221-dc52-45dd-ad21-9470aad71634', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'floating_ip_address': '172.27.3.51', 'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'router_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'port_id': '67597138-621c-43e8-af88-f2fa1bf44d03', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68719859-5880-402e-b442-370597e1ce2f', 'mac_address': 'fa:16:3e:5c:a2:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be206f-1554-46fe-9fa7-581d2d394865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:26:58Z', 'updated_at': '2022-06-03T15:27:43Z', 'revision_number': 2, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'fixed_ip_address_scope': None}, {'id': 'f3781240-2a1c-430e-9287-e20e6a58b798', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'floating_ip_address': '172.27.3.178', 'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'router_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'port_id': '343d88d0-4f0d-4021-bfee-efee56348782', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68719859-5880-402e-b442-370597e1ce2f', 'mac_address': 'fa:16:3e:eb:82:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbacc2fb-8c4f-496f-97c4-97d1cbe1c9d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:28:56Z', 'updated_at': '2022-06-03T15:29:17Z', 'revision_number': 1, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4683a29-9638-4e0d-884d-65794d85dd4f', 'name': '', 'network_id': '68719859-5880-402e-b442-370597e1ce2f', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'mac_address': 'fa:16:3e:bd:e2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1e60cea5-d2fd-43f7-aff8-25b5abe402c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:42Z', 'updated_at': '2022-06-03T15:27:00Z', 'revision_number': 5, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'subnets': [{'id': '1e60cea5-d2fd-43f7-aff8-25b5abe402c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:19.311007 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d04122a-e84c-4c8a-a0a1-2349b445af3b None None] The sync data for ids ['bc437c53-8ef0-4776-adae-03f3429aef49'] in dv-cinder-831247-16-iscsi is: [{'id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'name': 'tempest-AttachVolumeNegativeTest-1504343588-router', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:36Z', 'updated_at': '2022-06-03T15:26:46Z', 'revision_number': 4, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'gw_port': {'id': '1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:38Z', 'updated_at': '2022-06-03T15:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_floatingips': [{'id': '6aa86221-dc52-45dd-ad21-9470aad71634', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'floating_ip_address': '172.27.3.51', 'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'router_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'port_id': '67597138-621c-43e8-af88-f2fa1bf44d03', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68719859-5880-402e-b442-370597e1ce2f', 'mac_address': 'fa:16:3e:5c:a2:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be206f-1554-46fe-9fa7-581d2d394865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:26:58Z', 'updated_at': '2022-06-03T15:27:43Z', 'revision_number': 2, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'fixed_ip_address_scope': None}, {'id': 'f3781240-2a1c-430e-9287-e20e6a58b798', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'floating_ip_address': '172.27.3.178', 'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'router_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'port_id': '343d88d0-4f0d-4021-bfee-efee56348782', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68719859-5880-402e-b442-370597e1ce2f', 'mac_address': 'fa:16:3e:eb:82:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbacc2fb-8c4f-496f-97c4-97d1cbe1c9d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:28:56Z', 'updated_at': '2022-06-03T15:29:17Z', 'revision_number': 1, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4683a29-9638-4e0d-884d-65794d85dd4f', 'name': '', 'network_id': '68719859-5880-402e-b442-370597e1ce2f', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'mac_address': 'fa:16:3e:bd:e2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1e60cea5-d2fd-43f7-aff8-25b5abe402c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:42Z', 'updated_at': '2022-06-03T15:27:00Z', 'revision_number': 5, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'subnets': [{'id': '1e60cea5-d2fd-43f7-aff8-25b5abe402c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:29:19.396503 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ecdc4a-f12e-4a57-8781-66a96d7a9d51 req-deea4c23-5398-435d-852e-440d347804b7 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:19.398182 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b8ecdc4a-f12e-4a57-8781-66a96d7a9d51 req-deea4c23-5398-435d-852e-440d347804b7 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 945 time: 0.0591686 Jun 03 15:29:19.458989 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b8ecdc4a-f12e-4a57-8781-66a96d7a9d51 req-d04dfb43-f688-4f7f-a80f-833922d08670 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532048 Jun 03 15:29:19.618419 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e7a8e-5825-4a71-9191-9b1dae33a733 req-6e18af4b-73a4-4d40-8358-38c2a0a13c8b tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:19.620154 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-cd2e7a8e-5825-4a71-9191-9b1dae33a733 req-6e18af4b-73a4-4d40-8358-38c2a0a13c8b tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=99322d93-058a-4216-a672-e7f482aab8d8 HTTP/1.1" status: 200 len: 943 time: 0.0651536 Jun 03 15:29:19.623053 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55e04f0-7b6b-46de-ab96-61ad35ab16ad None None] New status for floating IP f3781240-2a1c-430e-9287-e20e6a58b798: ACTIVE {{(pid=103921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 15:29:19.693575 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-cd2e7a8e-5825-4a71-9191-9b1dae33a733 req-71f559eb-168d-44f7-b845-5a9c5f37e02c tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcfe2535-96ab-4bf7-9a5a-a57e68e92204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671892 Jun 03 15:29:19.720900 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:20.333804 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a98c5da-0973-4a0a-a0e4-58fa21b3dfc6 req-5cb0057b-75dc-4ea2-b5cf-43d5daadfabc tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:20.335454 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-0a98c5da-0973-4a0a-a0e4-58fa21b3dfc6 req-5cb0057b-75dc-4ea2-b5cf-43d5daadfabc tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 945 time: 0.0680971 Jun 03 15:29:20.391429 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-0a98c5da-0973-4a0a-a0e4-58fa21b3dfc6 req-8dfd123d-d53d-4b07-a4ef-ca1bb4d8b1d9 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9c415980-d445-441d-a0a3-94a8eef0bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481861 Jun 03 15:29:20.633560 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f0438-86a9-4c6c-840f-092785183cb1 req-2842a06e-f2f3-4099-a82c-3a08fa00890a tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:20.636359 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-288f0438-86a9-4c6c-840f-092785183cb1 req-2842a06e-f2f3-4099-a82c-3a08fa00890a tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 945 time: 0.0570114 Jun 03 15:29:20.700475 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-288f0438-86a9-4c6c-840f-092785183cb1 req-8c883318-f6db-4282-8f10-84a7a1008f5c tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547793 Jun 03 15:29:20.751526 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device 3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 15:29:20.795181 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=100 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:20.838172 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54443cf2-222a-4271-b39d-fa89e3f5e265 req-23147a49-0370-4c43-9288-e3af1b6bed1a tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:20.840085 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-54443cf2-222a-4271-b39d-fa89e3f5e265 req-23147a49-0370-4c43-9288-e3af1b6bed1a tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=99322d93-058a-4216-a672-e7f482aab8d8 HTTP/1.1" status: 200 len: 943 time: 0.0553155 Jun 03 15:29:20.854178 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.agents_db [None req-a949b1cf-d0d8-4748-9c84-4164e96bf99f None None] Agent healthcheck: found 6 active agents {{(pid=103922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 15:29:20.875303 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=100 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:20.886806 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port 3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee,segment=NetworkSegment(344823fa-4139-4c58-8284-6d371313181e),segment_id=344823fa-4139-4c58-8284-6d371313181e)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:29:20.900978 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Returning: {'device': '3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee', 'network_id': 'ba66765f-7c24-4296-be5e-4c2a803ccabf', 'port_id': '3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee', 'mac_address': 'fa:16:3e:e9:46:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb0f2a7-ee25-46e9-8c4b-18478610484d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 15:29:20.918143 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-54443cf2-222a-4271-b39d-fa89e3f5e265 req-a36890fd-99c9-43e2-a324-db86f4fd644b tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcfe2535-96ab-4bf7-9a5a-a57e68e92204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620241 Jun 03 15:29:20.945006 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Current status of the port 3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee is: DOWN; New status is: BUILD {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:29:20.945529 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:20.959857 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee {{(pid=103921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:29:20.985701 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port 3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee,segment=NetworkSegment(344823fa-4139-4c58-8284-6d371313181e),segment_id=344823fa-4139-4c58-8284-6d371313181e)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:29:20.989412 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:21.051555 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Pushing event updated for resources: {'Port': ['ID=3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee,revision_number=4']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:21.397494 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] get_ports_and_sgs() called for port_ids ['3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee'] {{(pid=103921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 15:29:21.519337 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=100 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:21.526662 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f2a03-e5e4-41af-a695-a7494e7a1c33 req-e93d36d0-4d25-4a3a-8e3e-8d32c90f4d92 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:21.534335 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-2a5f2a03-e5e4-41af-a695-a7494e7a1c33 req-e93d36d0-4d25-4a3a-8e3e-8d32c90f4d92 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 945 time: 0.0619872 Jun 03 15:29:21.561832 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-5a5810c5-6939-4f84-8771-f76f8a0320ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (ba2d900a-f6c8-44b2-a19a-5d512e564d5a), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:21.599875 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-2a5f2a03-e5e4-41af-a695-a7494e7a1c33 req-14abd662-1da8-4c20-a7b5-e901a16039e1 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9c415980-d445-441d-a0a3-94a8eef0bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645962 Jun 03 15:29:21.857503 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa081b3-b325-4604-9733-85a004f12dad req-20f1dbdc-7900-46ab-9fd2-c0ece2852cad tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:21.859178 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-faa081b3-b325-4604-9733-85a004f12dad req-20f1dbdc-7900-46ab-9fd2-c0ece2852cad tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 945 time: 0.0535223 Jun 03 15:29:21.914836 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-faa081b3-b325-4604-9733-85a004f12dad req-58147174-cebb-4e18-826e-f439ffe7c496 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490746 Jun 03 15:29:22.040324 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f71e6c-3e45-42e8-bf43-21120ba0edb8 req-b78d991b-2b5c-4aef-aac1-2a7856ee5a12 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:22.047072 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-63f71e6c-3e45-42e8-bf43-21120ba0edb8 req-b78d991b-2b5c-4aef-aac1-2a7856ee5a12 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=99322d93-058a-4216-a672-e7f482aab8d8 HTTP/1.1" status: 200 len: 944 time: 0.0562463 Jun 03 15:29:22.092159 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-63f71e6c-3e45-42e8-bf43-21120ba0edb8 req-c222c2df-3170-4f81-b606-082d13858095 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcfe2535-96ab-4bf7-9a5a-a57e68e92204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442467 Jun 03 15:29:22.723257 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc1923-2e05-4d64-b6da-02c5ffcd5de9 req-defdf584-a678-40ff-8fec-eb1a303d5602 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:22.724834 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-01bc1923-2e05-4d64-b6da-02c5ffcd5de9 req-defdf584-a678-40ff-8fec-eb1a303d5602 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 945 time: 0.0483050 Jun 03 15:29:22.768822 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device 3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee up at agent hyperv_hv-cinder-83124 {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:29:22.777119 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-01bc1923-2e05-4d64-b6da-02c5ffcd5de9 req-be5a4ad1-ae93-475d-ace6-3e677ca3c77e tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9c415980-d445-441d-a0a3-94a8eef0bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466406 Jun 03 15:29:22.821401 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:22.822805 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Provisioning for port 3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee completed by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 03 15:29:22.831485 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Provisioning complete for port 3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:29:22.831914 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:22.913479 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Current status of the port 3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee is: BUILD; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:29:22.913934 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:22.918891 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:22.943402 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99322d93-058a-4216-a672-e7f482aab8d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee'}] {{(pid=103921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:29:22.945851 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a0ad6594b2f649df373dfcb19de0225617b45f42ff1455deb142f027ba5606a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ae4c0c-3c8a-4d8e-a555-21b457d6cfcd" -d '{"events": [{"server_uuid": "99322d93-058a-4216-a672-e7f482aab8d8", "name": "network-vif-plugged", "status": "completed", "tag": "3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee"}]}' {{(pid=103921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:29:22.988857 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port 3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee,segment=NetworkSegment(344823fa-4139-4c58-8284-6d371313181e),segment_id=344823fa-4139-4c58-8284-6d371313181e)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:29:22.995507 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:22.999210 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 15:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50692530-a738-4f6f-9823-4f6df9704450 x-openstack-request-id: req-50692530-a738-4f6f-9823-4f6df9704450 {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:29:22.999792 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99322d93-058a-4216-a672-e7f482aab8d8", "name": "network-vif-plugged", "status": "completed", "tag": "3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee", "code": 200}]} {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:29:23.000125 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-50692530-a738-4f6f-9823-4f6df9704450 {{(pid=103921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:29:23.000693 dv-cinder-831247-16-iscsi neutron-server[103921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50692530-a738-4f6f-9823-4f6df9704450'] response: {'server_uuid': '99322d93-058a-4216-a672-e7f482aab8d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee', 'code': 200} Jun 03 15:29:23.087544 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b46e8-2204-4f5d-80ab-f765ab051135 req-bde2eabd-e09f-436e-800e-26f3d7f971da tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:23.089894 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-eb2b46e8-2204-4f5d-80ab-f765ab051135 req-bde2eabd-e09f-436e-800e-26f3d7f971da tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 945 time: 0.0628326 Jun 03 15:29:23.129154 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Pushing event updated for resources: {'Port': ['ID=3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee,revision_number=5']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:23.172306 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-eb2b46e8-2204-4f5d-80ab-f765ab051135 req-b12768ac-861c-40af-a7fd-1549a8a227bd tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743320 Jun 03 15:29:23.283820 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a9259-bf58-4fd4-b7fd-4db946083575 req-ec634b16-f296-4885-be36-2d4cf4c7c19e tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:23.285294 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-285a9259-bf58-4fd4-b7fd-4db946083575 req-ec634b16-f296-4885-be36-2d4cf4c7c19e tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=99322d93-058a-4216-a672-e7f482aab8d8 HTTP/1.1" status: 200 len: 945 time: 0.0960846 Jun 03 15:29:23.286570 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4b503-333c-493a-8233-a0d79a864d68 req-ab265278-02e2-4d84-b7b5-d98d470f579f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:23.288112 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e5e4b503-333c-493a-8233-a0d79a864d68 req-ab265278-02e2-4d84-b7b5-d98d470f579f service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=99322d93-058a-4216-a672-e7f482aab8d8 HTTP/1.1" status: 200 len: 1129 time: 0.0556142 Jun 03 15:29:23.369095 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e5e4b503-333c-493a-8233-a0d79a864d68 req-cd52b281-b2f7-4350-8e4b-68ae051c0726 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=dcfe2535-96ab-4bf7-9a5a-a57e68e92204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684662 Jun 03 15:29:23.372933 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-285a9259-bf58-4fd4-b7fd-4db946083575 req-78da6dd1-44d5-48d9-9242-7d49fab8317f tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcfe2535-96ab-4bf7-9a5a-a57e68e92204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804896 Jun 03 15:29:23.780781 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a275727e-c6d1-47fa-b89a-7e4443848a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (af3cb756-c261-4349-9f96-3650fb8ddf57), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:23.904845 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6ef93-15b8-48e1-a179-eab1c308fce9 req-3168d27d-31cc-4d4d-a9ce-986ef81ee01d tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:23.907031 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-b1b6ef93-15b8-48e1-a179-eab1c308fce9 req-3168d27d-31cc-4d4d-a9ce-986ef81ee01d tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 945 time: 0.0593324 Jun 03 15:29:23.966940 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-b1b6ef93-15b8-48e1-a179-eab1c308fce9 req-76e32f36-8a01-49be-b904-00415cc60b5b tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9c415980-d445-441d-a0a3-94a8eef0bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529478 Jun 03 15:29:24.234438 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e0573-2e1e-4a4a-a154-53d04b07d720 req-5903ba84-de16-4979-ab47-6cc8d5b3ae7f tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:24.237324 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-e05e0573-2e1e-4a4a-a154-53d04b07d720 req-5903ba84-de16-4979-ab47-6cc8d5b3ae7f tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 945 time: 0.0538478 Jun 03 15:29:24.310135 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-e05e0573-2e1e-4a4a-a154-53d04b07d720 req-5d5b21d1-b367-4df9-ac9e-1f877a52eaed tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9c415980-d445-441d-a0a3-94a8eef0bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613887 Jun 03 15:29:24.319267 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df16a63d-b494-47fb-9157-d259358d2339 req-5c5b23aa-89f3-4732-a110-18f15f2fa368 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:24.325610 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-df16a63d-b494-47fb-9157-d259358d2339 req-5c5b23aa-89f3-4732-a110-18f15f2fa368 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 945 time: 0.0660329 Jun 03 15:29:24.382447 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-df16a63d-b494-47fb-9157-d259358d2339 req-19015fdb-9f14-4198-bef7-62b0760f3531 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505438 Jun 03 15:29:24.522800 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d6a201-c28f-4a07-96c8-b7518f397b30 req-186bc72f-b226-48af-860f-dbae7f56bdb9 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:24.524318 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-21d6a201-c28f-4a07-96c8-b7518f397b30 req-186bc72f-b226-48af-860f-dbae7f56bdb9 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=99322d93-058a-4216-a672-e7f482aab8d8 HTTP/1.1" status: 200 len: 945 time: 0.0631337 Jun 03 15:29:24.587876 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-21d6a201-c28f-4a07-96c8-b7518f397b30 req-796172ac-6b96-4a52-b4a9-929724e1ef01 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcfe2535-96ab-4bf7-9a5a-a57e68e92204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531340 Jun 03 15:29:24.721371 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea35c20-a3ce-4a9f-867b-c948d6465090 req-2729a2b1-8f16-45dd-a1d1-79f33d9e343a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:24.722897 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-8ea35c20-a3ce-4a9f-867b-c948d6465090 req-2729a2b1-8f16-45dd-a1d1-79f33d9e343a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=16edd3f309d54728882acc6d23f8861e&device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 1129 time: 0.0429633 Jun 03 15:29:24.860277 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea35c20-a3ce-4a9f-867b-c948d6465090 req-54e8342e-3ab2-4bf8-b978-73ea4fcf10f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:24.863970 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-8ea35c20-a3ce-4a9f-867b-c948d6465090 req-54e8342e-3ab2-4bf8-b978-73ea4fcf10f4 service neutron] 10.222.0.95 "GET /v2.0/networks?id=fc85e51d-f7a3-45da-ad6c-8c73a576aa2c HTTP/1.1" status: 200 len: 912 time: 0.0929761 Jun 03 15:29:25.066769 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-8ea35c20-a3ce-4a9f-867b-c948d6465090 req-a0962f0f-3d65-4691-ba1d-35f3ca697e98 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4191cebd-3cce-492d-9aee-68a1dfd6dc5f HTTP/1.1" status: 200 len: 1000 time: 0.0784242 Jun 03 15:29:25.436633 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694d40a-e544-4312-9e07-00d584e207c5 req-c6ba560a-f2ce-4463-a2d8-8bb38839096d tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:25.443008 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-6694d40a-e544-4312-9e07-00d584e207c5 req-c6ba560a-f2ce-4463-a2d8-8bb38839096d tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 945 time: 0.0638287 Jun 03 15:29:25.503046 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-6694d40a-e544-4312-9e07-00d584e207c5 req-49ad01ac-1ef8-4e1c-9964-91f7e9f51937 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9c415980-d445-441d-a0a3-94a8eef0bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578337 Jun 03 15:29:25.512872 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ea450706-6f9d-4600-9901-8a13358e87c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (c1b56563-1529-491f-97b0-bd0331fef87b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:25.546623 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2321326-d253-4923-a525-55901e02eece req-4ed672ea-14b6-4626-953a-4506d022c7ab tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:25.548110 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-a2321326-d253-4923-a525-55901e02eece req-4ed672ea-14b6-4626-953a-4506d022c7ab tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 945 time: 0.0791678 Jun 03 15:29:25.561815 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=100 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:25.606664 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-a2321326-d253-4923-a525-55901e02eece req-b3c17f59-1a07-491f-a2c3-3eb07741917f tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499754 Jun 03 15:29:25.728169 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fc3bc7-fd71-4f3f-a415-3b9476d27c79 req-f73dd62b-bfd3-4b36-818f-a1279b834c12 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:25.729816 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-71fc3bc7-fd71-4f3f-a415-3b9476d27c79 req-f73dd62b-bfd3-4b36-818f-a1279b834c12 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=99322d93-058a-4216-a672-e7f482aab8d8 HTTP/1.1" status: 200 len: 945 time: 0.0592389 Jun 03 15:29:25.838090 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea35c20-a3ce-4a9f-867b-c948d6465090 req-635ac328-412b-4620-81b8-e346678e281a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:25.842320 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-8ea35c20-a3ce-4a9f-867b-c948d6465090 req-635ac328-412b-4620-81b8-e346678e281a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=774a6a80-1cd7-4bc8-a1d0-ccd75afe6883 HTTP/1.1" status: 200 len: 850 time: 0.0859296 Jun 03 15:29:25.855198 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-71fc3bc7-fd71-4f3f-a415-3b9476d27c79 req-b7e7a815-be50-4aec-8dbb-06da25197381 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcfe2535-96ab-4bf7-9a5a-a57e68e92204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178687 Jun 03 15:29:25.902090 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=100 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:25.904364 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea35c20-a3ce-4a9f-867b-c948d6465090 req-75827a91-eebb-4425-97c6-edda6c070244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:25.908390 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-8ea35c20-a3ce-4a9f-867b-c948d6465090 req-75827a91-eebb-4425-97c6-edda6c070244 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=fc85e51d-f7a3-45da-ad6c-8c73a576aa2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0504656 Jun 03 15:29:25.994274 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ed4bb-2391-41ae-9a54-932027bfd71d req-856bb89e-69a5-45cb-bdf5-18b1c1e87bd7 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:25.996364 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-1c0ed4bb-2391-41ae-9a54-932027bfd71d req-856bb89e-69a5-45cb-bdf5-18b1c1e87bd7 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=99322d93-058a-4216-a672-e7f482aab8d8 HTTP/1.1" status: 200 len: 945 time: 0.0674412 Jun 03 15:29:26.005582 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 53440) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:29:26.009950 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-2921de6f-5922-49a6-b91f-3b1650c72c4d tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Request body: {'floatingip': {'port_id': '3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:29:26.064261 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-8ea35c20-a3ce-4a9f-867b-c948d6465090 req-2d056c7e-5af8-4bb9-97b2-22e67bd47c4c service neutron] 10.222.0.95 "GET /v2.0/networks/fc85e51d-f7a3-45da-ad6c-8c73a576aa2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473944 Jun 03 15:29:26.077030 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-2921de6f-5922-49a6-b91f-3b1650c72c4d tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Publish callbacks [] for floatingip (2af4f6ce-e6f1-40f8-8adc-14355516b61c), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:26.126079 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=100 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:26.193855 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-8ea35c20-a3ce-4a9f-867b-c948d6465090 req-2151733f-5ed8-45f3-b30b-1be6e128c215 service neutron] 10.222.0.95 "GET /v2.0/networks/fc85e51d-f7a3-45da-ad6c-8c73a576aa2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168249 Jun 03 15:29:26.435515 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=100 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:26.530216 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0007325d-49bd-45ba-86c8-d0efad7af70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (e76c2f28-d1d2-478d-a24e-96dcb24ae502), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:26.540362 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-2921de6f-5922-49a6-b91f-3b1650c72c4d tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:26.544035 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-2921de6f-5922-49a6-b91f-3b1650c72c4d tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763103'] for floatingip (2af4f6ce-e6f1-40f8-8adc-14355516b61c), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:26.640791 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e870b-56a2-4e98-8836-7c8216844cfb req-344e4aa3-a433-497e-bb70-22445c9d8895 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:26.645855 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.db.l3_db [None req-2921de6f-5922-49a6-b91f-3b1650c72c4d tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Floating IP 2af4f6ce-e6f1-40f8-8adc-14355516b61c associated. External IP: 172.27.3.203, port: 3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee. Jun 03 15:29:26.647177 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-0b1e870b-56a2-4e98-8836-7c8216844cfb req-344e4aa3-a433-497e-bb70-22445c9d8895 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 945 time: 0.0580010 Jun 03 15:29:26.694552 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-0b1e870b-56a2-4e98-8836-7c8216844cfb req-0ca01a22-7e23-4aad-bb69-3473bf95f026 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9c415980-d445-441d-a0a3-94a8eef0bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451620 Jun 03 15:29:26.770678 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12acce-2ef3-47a7-95ec-26c039ca5749 req-944e6862-35e1-4126-9d6f-668e4e517258 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:26.772126 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-5c12acce-2ef3-47a7-95ec-26c039ca5749 req-944e6862-35e1-4126-9d6f-668e4e517258 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 945 time: 0.0819590 Jun 03 15:29:26.882067 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-5c12acce-2ef3-47a7-95ec-26c039ca5749 req-923b204f-f768-44fd-9bcf-c666a8b089d0 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041346 Jun 03 15:29:26.923746 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2921de6f-5922-49a6-b91f-3b1650c72c4d tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Router 7990f22a-b9de-423f-91c5-302389780223 has already been hosted by L3 agent af3cb756-c261-4349-9f96-3650fb8ddf57 {{(pid=103920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 15:29:27.012596 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:27.026332 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2921de6f-5922-49a6-b91f-3b1650c72c4d tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Notify agent at l3_agent.dv-cinder-831247-16-iscsi the message routers_updated {{(pid=103920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 15:29:27.030727 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-2921de6f-5922-49a6-b91f-3b1650c72c4d tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for floatingip (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:27.035913 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639ab119-3e0a-4db3-8b9d-519e06d3edf9 None None] Sync routers for ids ['7990f22a-b9de-423f-91c5-302389780223'] in dv-cinder-831247-16-iscsi {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:29:27.048966 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639ab119-3e0a-4db3-8b9d-519e06d3edf9 None None] Routers {'7990f22a-b9de-423f-91c5-302389780223'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:29:27.049560 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-639ab119-3e0a-4db3-8b9d-519e06d3edf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:29:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['7990f22a-b9de-423f-91c5-302389780223'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:27.059912 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-2921de6f-5922-49a6-b91f-3b1650c72c4d tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "PUT /v2.0/floatingips/2af4f6ce-e6f1-40f8-8adc-14355516b61c HTTP/1.1" status: 200 len: 991 time: 1.0535166 Jun 03 15:29:27.060510 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99322d93-058a-4216-a672-e7f482aab8d8', 'tag': '3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee'}] {{(pid=103920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:29:27.062856 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fde6ca1c4b3e174e639905c0d93b14e8a3905e0af4b9b9445456920c81b8107" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa4b4f2-e142-4eb3-aba3-b7a6a80d318b" -d '{"events": [{"name": "network-changed", "server_uuid": "99322d93-058a-4216-a672-e7f482aab8d8", "tag": "3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee"}]}' {{(pid=103920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:29:27.100069 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 15:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b1f265-eae8-4709-83e9-1c9935a2fedd x-openstack-request-id: req-d5b1f265-eae8-4709-83e9-1c9935a2fedd {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:29:27.100362 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99322d93-058a-4216-a672-e7f482aab8d8", "tag": "3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee", "status": "completed", "code": 200}]} {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:29:27.100640 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d5b1f265-eae8-4709-83e9-1c9935a2fedd {{(pid=103920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:29:27.101041 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5b1f265-eae8-4709-83e9-1c9935a2fedd'] response: {'name': 'network-changed', 'server_uuid': '99322d93-058a-4216-a672-e7f482aab8d8', 'tag': '3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee', 'status': 'completed', 'code': 200} Jun 03 15:29:27.236301 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-639ab119-3e0a-4db3-8b9d-519e06d3edf9 None None] Set router 7990f22a-b9de-423f-91c5-302389780223 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:29:27.452374 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-639ab119-3e0a-4db3-8b9d-519e06d3edf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7990f22a-b9de-423f-91c5-302389780223', 'name': 'tempest-ServerRescueNegativeTestJSON-682452530-router', 'tenant_id': 'a402ec1153624838be07cda58279f2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '026ed3e7-e9af-46dc-8303-b93c473e613d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:39Z', 'updated_at': '2022-06-03T15:26:55Z', 'revision_number': 4, 'project_id': 'a402ec1153624838be07cda58279f2a4', 'gw_port': {'id': '026ed3e7-e9af-46dc-8303-b93c473e613d', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:82:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7990f22a-b9de-423f-91c5-302389780223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:40Z', 'updated_at': '2022-06-03T15:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_floatingips': [{'id': '2af4f6ce-e6f1-40f8-8adc-14355516b61c', 'tenant_id': 'a402ec1153624838be07cda58279f2a4', 'floating_ip_address': '172.27.3.203', 'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'router_id': '7990f22a-b9de-423f-91c5-302389780223', 'port_id': '3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba66765f-7c24-4296-be5e-4c2a803ccabf', 'mac_address': 'fa:16:3e:e9:46:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99322d93-058a-4216-a672-e7f482aab8d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:29:08Z', 'updated_at': '2022-06-03T15:29:26Z', 'revision_number': 1, 'project_id': 'a402ec1153624838be07cda58279f2a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e3cc790-b0f4-4e67-8c57-11658a1ae445', 'name': '', 'network_id': 'ba66765f-7c24-4296-be5e-4c2a803ccabf', 'tenant_id': 'a402ec1153624838be07cda58279f2a4', 'mac_address': 'fa:16:3e:f1:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7990f22a-b9de-423f-91c5-302389780223', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5cb0f2a7-ee25-46e9-8c4b-18478610484d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:52Z', 'updated_at': '2022-06-03T15:27:03Z', 'revision_number': 5, 'project_id': 'a402ec1153624838be07cda58279f2a4', 'subnets': [{'id': '5cb0f2a7-ee25-46e9-8c4b-18478610484d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:27.476274 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639ab119-3e0a-4db3-8b9d-519e06d3edf9 None None] Checking router: 7990f22a-b9de-423f-91c5-302389780223 for host: dv-cinder-831247-16-iscsi {{(pid=103922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:29:27.484443 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639ab119-3e0a-4db3-8b9d-519e06d3edf9 None None] Routers {'7990f22a-b9de-423f-91c5-302389780223'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:29:27.485034 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-639ab119-3e0a-4db3-8b9d-519e06d3edf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:29:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['7990f22a-b9de-423f-91c5-302389780223'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:27.487966 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=100 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:27.585693 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-639ab119-3e0a-4db3-8b9d-519e06d3edf9 None None] Set router 7990f22a-b9de-423f-91c5-302389780223 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:29:27.612268 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=100 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:27.797280 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-639ab119-3e0a-4db3-8b9d-519e06d3edf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7990f22a-b9de-423f-91c5-302389780223', 'name': 'tempest-ServerRescueNegativeTestJSON-682452530-router', 'tenant_id': 'a402ec1153624838be07cda58279f2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '026ed3e7-e9af-46dc-8303-b93c473e613d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:39Z', 'updated_at': '2022-06-03T15:26:55Z', 'revision_number': 4, 'project_id': 'a402ec1153624838be07cda58279f2a4', 'gw_port': {'id': '026ed3e7-e9af-46dc-8303-b93c473e613d', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:82:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7990f22a-b9de-423f-91c5-302389780223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:40Z', 'updated_at': '2022-06-03T15:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_floatingips': [{'id': '2af4f6ce-e6f1-40f8-8adc-14355516b61c', 'tenant_id': 'a402ec1153624838be07cda58279f2a4', 'floating_ip_address': '172.27.3.203', 'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'router_id': '7990f22a-b9de-423f-91c5-302389780223', 'port_id': '3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba66765f-7c24-4296-be5e-4c2a803ccabf', 'mac_address': 'fa:16:3e:e9:46:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99322d93-058a-4216-a672-e7f482aab8d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:29:08Z', 'updated_at': '2022-06-03T15:29:26Z', 'revision_number': 1, 'project_id': 'a402ec1153624838be07cda58279f2a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e3cc790-b0f4-4e67-8c57-11658a1ae445', 'name': '', 'network_id': 'ba66765f-7c24-4296-be5e-4c2a803ccabf', 'tenant_id': 'a402ec1153624838be07cda58279f2a4', 'mac_address': 'fa:16:3e:f1:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7990f22a-b9de-423f-91c5-302389780223', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5cb0f2a7-ee25-46e9-8c4b-18478610484d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:52Z', 'updated_at': '2022-06-03T15:27:03Z', 'revision_number': 5, 'project_id': 'a402ec1153624838be07cda58279f2a4', 'subnets': [{'id': '5cb0f2a7-ee25-46e9-8c4b-18478610484d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:29:27.819085 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058ec261-64e6-4e00-8af1-0232350502d7 req-c781e0bd-3f8a-4da3-95ea-0efe3156e8ac tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:27.819085 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-058ec261-64e6-4e00-8af1-0232350502d7 req-c781e0bd-3f8a-4da3-95ea-0efe3156e8ac tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 945 time: 0.0510430 Jun 03 15:29:27.821906 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639ab119-3e0a-4db3-8b9d-519e06d3edf9 None None] The sync data for ids ['7990f22a-b9de-423f-91c5-302389780223'] in dv-cinder-831247-16-iscsi is: [{'id': '7990f22a-b9de-423f-91c5-302389780223', 'name': 'tempest-ServerRescueNegativeTestJSON-682452530-router', 'tenant_id': 'a402ec1153624838be07cda58279f2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '026ed3e7-e9af-46dc-8303-b93c473e613d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:39Z', 'updated_at': '2022-06-03T15:26:55Z', 'revision_number': 4, 'project_id': 'a402ec1153624838be07cda58279f2a4', 'gw_port': {'id': '026ed3e7-e9af-46dc-8303-b93c473e613d', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:82:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7990f22a-b9de-423f-91c5-302389780223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:40Z', 'updated_at': '2022-06-03T15:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_floatingips': [{'id': '2af4f6ce-e6f1-40f8-8adc-14355516b61c', 'tenant_id': 'a402ec1153624838be07cda58279f2a4', 'floating_ip_address': '172.27.3.203', 'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'router_id': '7990f22a-b9de-423f-91c5-302389780223', 'port_id': '3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba66765f-7c24-4296-be5e-4c2a803ccabf', 'mac_address': 'fa:16:3e:e9:46:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99322d93-058a-4216-a672-e7f482aab8d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:29:08Z', 'updated_at': '2022-06-03T15:29:26Z', 'revision_number': 1, 'project_id': 'a402ec1153624838be07cda58279f2a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e3cc790-b0f4-4e67-8c57-11658a1ae445', 'name': '', 'network_id': 'ba66765f-7c24-4296-be5e-4c2a803ccabf', 'tenant_id': 'a402ec1153624838be07cda58279f2a4', 'mac_address': 'fa:16:3e:f1:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7990f22a-b9de-423f-91c5-302389780223', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5cb0f2a7-ee25-46e9-8c4b-18478610484d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:52Z', 'updated_at': '2022-06-03T15:27:03Z', 'revision_number': 5, 'project_id': 'a402ec1153624838be07cda58279f2a4', 'subnets': [{'id': '5cb0f2a7-ee25-46e9-8c4b-18478610484d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:29:27.866330 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-058ec261-64e6-4e00-8af1-0232350502d7 req-5b98af7c-d92f-499e-8ba6-f92b4521f364 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9c415980-d445-441d-a0a3-94a8eef0bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443113 Jun 03 15:29:28.009324 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe4ca76-c3c6-4cb5-9060-2a05430b43c8 req-25af9831-3c09-4f08-ae31-12a81321de09 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:28.011513 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-8fe4ca76-c3c6-4cb5-9060-2a05430b43c8 req-25af9831-3c09-4f08-ae31-12a81321de09 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 945 time: 0.0492883 Jun 03 15:29:28.019955 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e75a59-be8a-40f6-bcaf-e0b4c674638e None None] New status for floating IP 2af4f6ce-e6f1-40f8-8adc-14355516b61c: ACTIVE {{(pid=103921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 15:29:28.069385 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836041b3-ad72-4871-ba50-c6e5412fd198 req-0791455b-adbb-4c12-80f4-3f33d21a8a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:28.070811 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-836041b3-ad72-4871-ba50-c6e5412fd198 req-0791455b-adbb-4c12-80f4-3f33d21a8a1d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1b930cadb2dc4e49947db0514528617d&device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 1129 time: 0.0431049 Jun 03 15:29:28.090393 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4b4f2-e142-4eb3-aba3-b7a6a80d318b req-030d426e-f6b2-4a1e-af5e-7c399f2d8773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:28.091909 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-0fa4b4f2-e142-4eb3-aba3-b7a6a80d318b req-030d426e-f6b2-4a1e-af5e-7c399f2d8773 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a402ec1153624838be07cda58279f2a4&device_id=99322d93-058a-4216-a672-e7f482aab8d8 HTTP/1.1" status: 200 len: 1129 time: 0.0660086 Jun 03 15:29:28.096721 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-8fe4ca76-c3c6-4cb5-9060-2a05430b43c8 req-f13cd27d-9f55-4ee3-8dca-d87e31e9a5e7 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787313 Jun 03 15:29:28.225413 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4b4f2-e142-4eb3-aba3-b7a6a80d318b req-6be1e7ca-091d-401c-b55b-dea4e2b1e1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:28.225724 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (b78338d6-31c9-4f43-bfac-5a5a854a8366), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:28.227036 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-0fa4b4f2-e142-4eb3-aba3-b7a6a80d318b req-6be1e7ca-091d-401c-b55b-dea4e2b1e1ab service neutron] 10.222.0.95 "GET /v2.0/networks?id=ba66765f-7c24-4296-be5e-4c2a803ccabf HTTP/1.1" status: 200 len: 919 time: 0.0976341 Jun 03 15:29:28.231369 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836041b3-ad72-4871-ba50-c6e5412fd198 req-c4bfd7eb-158a-431c-bd3d-396c726265ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:28.232802 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-836041b3-ad72-4871-ba50-c6e5412fd198 req-c4bfd7eb-158a-431c-bd3d-396c726265ba service neutron] 10.222.0.95 "GET /v2.0/networks?id=6297c62b-cf60-4797-8fdd-d236a362ff82 HTTP/1.1" status: 200 len: 918 time: 0.1045616 Jun 03 15:29:28.305475 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-0fa4b4f2-e142-4eb3-aba3-b7a6a80d318b req-bccecbaa-9d90-4027-ac51-ad33ac3f7d4e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee HTTP/1.1" status: 200 len: 1001 time: 0.0570238 Jun 03 15:29:28.307344 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-836041b3-ad72-4871-ba50-c6e5412fd198 req-93e98783-686e-4977-8b4e-7d72246a676e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d065a51d-4c7e-482f-87f7-74c4d679a6c1 HTTP/1.1" status: 200 len: 1001 time: 0.0552764 Jun 03 15:29:28.357616 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:28.365709 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836041b3-ad72-4871-ba50-c6e5412fd198 req-83bcee35-5865-4f69-bb60-641aa08a2039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:28.367187 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-836041b3-ad72-4871-ba50-c6e5412fd198 req-83bcee35-5865-4f69-bb60-641aa08a2039 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f60f46ef-d4d3-474d-b0dd-61750c5ae20f HTTP/1.1" status: 200 len: 856 time: 0.0452559 Jun 03 15:29:28.369852 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4b4f2-e142-4eb3-aba3-b7a6a80d318b req-35129869-8efe-4bd7-8515-0c9bdb3635b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:28.371343 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-0fa4b4f2-e142-4eb3-aba3-b7a6a80d318b req-35129869-8efe-4bd7-8515-0c9bdb3635b4 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5cb0f2a7-ee25-46e9-8c4b-18478610484d HTTP/1.1" status: 200 len: 857 time: 0.0495515 Jun 03 15:29:28.421729 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4b4f2-e142-4eb3-aba3-b7a6a80d318b req-8b350f7f-f4a9-4561-a73e-970fbe5c4a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:28.423016 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836041b3-ad72-4871-ba50-c6e5412fd198 req-b4c40625-0a02-48bf-a446-b48b41fee04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:28.423280 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-0fa4b4f2-e142-4eb3-aba3-b7a6a80d318b req-8b350f7f-f4a9-4561-a73e-970fbe5c4a59 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ba66765f-7c24-4296-be5e-4c2a803ccabf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0390940 Jun 03 15:29:28.424484 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-836041b3-ad72-4871-ba50-c6e5412fd198 req-b4c40625-0a02-48bf-a446-b48b41fee04a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6297c62b-cf60-4797-8fdd-d236a362ff82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421503 Jun 03 15:29:28.530170 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-0fa4b4f2-e142-4eb3-aba3-b7a6a80d318b req-4ed669ba-4bf5-425d-a2db-200b637d628f service neutron] 10.222.0.95 "GET /v2.0/networks/ba66765f-7c24-4296-be5e-4c2a803ccabf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823088 Jun 03 15:29:28.540704 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-836041b3-ad72-4871-ba50-c6e5412fd198 req-9a447904-5ff3-4105-a00f-ddd631c2d235 service neutron] 10.222.0.95 "GET /v2.0/networks/6297c62b-cf60-4797-8fdd-d236a362ff82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823679 Jun 03 15:29:28.623171 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-0fa4b4f2-e142-4eb3-aba3-b7a6a80d318b req-18135daa-8bf9-4c78-88bf-48d543387c3f service neutron] 10.222.0.95 "GET /v2.0/networks/ba66765f-7c24-4296-be5e-4c2a803ccabf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853007 Jun 03 15:29:28.637875 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-836041b3-ad72-4871-ba50-c6e5412fd198 req-830004e9-b5f5-411d-8e1d-122e3c065231 service neutron] 10.222.0.95 "GET /v2.0/networks/6297c62b-cf60-4797-8fdd-d236a362ff82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867279 Jun 03 15:29:29.222234 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70281ea1-c8b8-4b4a-a89f-38a9ba1015b2 req-ad0e98a8-30e1-4f68-ae21-966345d8c76f tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:29.223784 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-70281ea1-c8b8-4b4a-a89f-38a9ba1015b2 req-ad0e98a8-30e1-4f68-ae21-966345d8c76f tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 945 time: 0.0477669 Jun 03 15:29:29.270546 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-70281ea1-c8b8-4b4a-a89f-38a9ba1015b2 req-7637e854-7bf6-4cb8-87fe-6fbebf75590d tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411751 Jun 03 15:29:30.390251 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109c03d-9e90-4eb8-a951-ea6e966864be req-9c534169-b138-4038-ad36-1582ce7f3d48 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:30.391656 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e109c03d-9e90-4eb8-a951-ea6e966864be req-9c534169-b138-4038-ad36-1582ce7f3d48 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 945 time: 0.0495441 Jun 03 15:29:30.438289 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e109c03d-9e90-4eb8-a951-ea6e966864be req-e6c38cc2-609a-4490-afeb-f5ef8fe871d5 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409300 Jun 03 15:29:30.839114 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device d065a51d-4c7e-482f-87f7-74c4d679a6c1 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 15:29:30.913067 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Current status of the port d065a51d-4c7e-482f-87f7-74c4d679a6c1 is: ACTIVE; New status is: DOWN {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:29:30.913443 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (d065a51d-4c7e-482f-87f7-74c4d679a6c1), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:30.936339 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e123dc0c-78c6-44ce-b847-927843a3751c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd065a51d-4c7e-482f-87f7-74c4d679a6c1'}] {{(pid=103921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:29:30.938441 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a0ad6594b2f649df373dfcb19de0225617b45f42ff1455deb142f027ba5606a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1bd61c9-e53c-4304-ab60-d5c3d20f4028" -d '{"events": [{"server_uuid": "e123dc0c-78c6-44ce-b847-927843a3751c", "name": "network-vif-unplugged", "status": "completed", "tag": "d065a51d-4c7e-482f-87f7-74c4d679a6c1"}]}' {{(pid=103921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:29:30.952059 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port d065a51d-4c7e-482f-87f7-74c4d679a6c1, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=d065a51d-4c7e-482f-87f7-74c4d679a6c1,segment=NetworkSegment(612086bd-4a15-467e-af18-82334699cb77),segment_id=612086bd-4a15-467e-af18-82334699cb77)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:29:30.956567 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (d065a51d-4c7e-482f-87f7-74c4d679a6c1), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:30.979144 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 03 Jun 2022 15:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6118e549-df7a-4441-98fb-fdda3c868e56 x-openstack-request-id: req-6118e549-df7a-4441-98fb-fdda3c868e56 {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:29:30.979428 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e123dc0c-78c6-44ce-b847-927843a3751c", "name": "network-vif-unplugged", "status": "completed", "tag": "d065a51d-4c7e-482f-87f7-74c4d679a6c1", "code": 200}]} {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:29:30.979687 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6118e549-df7a-4441-98fb-fdda3c868e56 {{(pid=103921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:29:30.980049 dv-cinder-831247-16-iscsi neutron-server[103921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6118e549-df7a-4441-98fb-fdda3c868e56'] response: {'server_uuid': 'e123dc0c-78c6-44ce-b847-927843a3751c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd065a51d-4c7e-482f-87f7-74c4d679a6c1', 'code': 200} Jun 03 15:29:31.005868 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Pushing event updated for resources: {'Port': ['ID=d065a51d-4c7e-482f-87f7-74c4d679a6c1,revision_number=8']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:29:31.554922 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=100 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:31.567341 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05aa7be-db7e-477a-8043-ff892dcd538f req-e89dda47-3b1c-41d4-b806-cb4a91026f6b tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:31.568777 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-d05aa7be-db7e-477a-8043-ff892dcd538f req-e89dda47-3b1c-41d4-b806-cb4a91026f6b tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 943 time: 0.0563624 Jun 03 15:29:31.618788 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-d05aa7be-db7e-477a-8043-ff892dcd538f req-94cf3965-d441-4173-b1ad-761347b71300 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438445 Jun 03 15:29:32.094645 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [req-2dbdee77-ced4-4824-b9a7-ade29e9d1548 req-c4a12a54-1710-4265-95ec-67d5bd66a75b service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=103919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 03 15:29:32.095531 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-2dbdee77-ced4-4824-b9a7-ade29e9d1548 req-c4a12a54-1710-4265-95ec-67d5bd66a75b service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054123 Jun 03 15:29:32.259288 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef14a77-49d1-4fd6-bc46-0eb6c0286858 req-e745143c-8752-4032-9ecf-85555a70954f tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:32.260777 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-7ef14a77-49d1-4fd6-bc46-0eb6c0286858 req-e745143c-8752-4032-9ecf-85555a70954f tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 943 time: 0.0486760 Jun 03 15:29:32.309118 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-7ef14a77-49d1-4fd6-bc46-0eb6c0286858 req-284edaca-755b-44e9-80ee-654ef9e2d9a1 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426650 Jun 03 15:29:32.569660 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 53516) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:29:32.647800 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-94f696d5-d0e0-4cdf-824d-0f53b8fa6628 req-1c2e0bae-cf14-4f51-a706-af5ae17ab305 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0770001 Jun 03 15:29:32.656178 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [req-94f696d5-d0e0-4cdf-824d-0f53b8fa6628 req-3070ef0b-b909-4e31-b609-5a475d1b5a57 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=103919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 03 15:29:32.657125 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-94f696d5-d0e0-4cdf-824d-0f53b8fa6628 req-3070ef0b-b909-4e31-b609-5a475d1b5a57 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048530 Jun 03 15:29:32.732456 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 53524) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:29:32.824903 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f696d5-d0e0-4cdf-824d-0f53b8fa6628 req-5fe1c991-5bf6-44ec-8b85-df3959c7670f tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:32.826238 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-94f696d5-d0e0-4cdf-824d-0f53b8fa6628 req-5fe1c991-5bf6-44ec-8b85-df3959c7670f tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports/d065a51d-4c7e-482f-87f7-74c4d679a6c1 HTTP/1.1" status: 200 len: 940 time: 0.0928304 Jun 03 15:29:33.418234 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=100 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:33.432024 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9c7c4-40a5-4c29-8b87-882c796a7248 req-656ed189-287a-408d-8209-4d902343539f tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:33.433452 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-f2b9c7c4-40a5-4c29-8b87-882c796a7248 req-656ed189-287a-408d-8209-4d902343539f tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 943 time: 0.0502074 Jun 03 15:29:33.479088 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-f2b9c7c4-40a5-4c29-8b87-882c796a7248 req-8c09bb00-2d53-448d-992c-349168cd76d0 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401950 Jun 03 15:29:34.614492 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f696d5-d0e0-4cdf-824d-0f53b8fa6628 req-8460c633-a188-4583-b991-28e0301734ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:34.615978 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-94f696d5-d0e0-4cdf-824d-0f53b8fa6628 req-8460c633-a188-4583-b991-28e0301734ae service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c&tenant_id=1b930cadb2dc4e49947db0514528617d HTTP/1.1" status: 200 len: 1127 time: 0.1006265 Jun 03 15:29:34.629324 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0c8a3-2e32-454c-aaa7-3682c674d8a3 req-45bae1d3-be5b-4102-9e31-a41f07ebc5ec tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:34.630687 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d2f0c8a3-2e32-454c-aaa7-3682c674d8a3 req-45bae1d3-be5b-4102-9e31-a41f07ebc5ec tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 943 time: 0.0620642 Jun 03 15:29:34.677261 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d2f0c8a3-2e32-454c-aaa7-3682c674d8a3 req-b19b784a-9962-4600-9c2b-cb1a24140bd2 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411313 Jun 03 15:29:34.867974 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device d065a51d-4c7e-482f-87f7-74c4d679a6c1 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 15:29:34.946381 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Current status of the port d065a51d-4c7e-482f-87f7-74c4d679a6c1 is: DOWN; New status is: DOWN {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:29:34.973692 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f696d5-d0e0-4cdf-824d-0f53b8fa6628 req-6a197a36-88aa-4e00-afd1-d87e164827f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:34.975171 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-94f696d5-d0e0-4cdf-824d-0f53b8fa6628 req-6a197a36-88aa-4e00-afd1-d87e164827f1 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1b930cadb2dc4e49947db0514528617d&device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 1127 time: 0.0419190 Jun 03 15:29:35.042958 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=100 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:35.075088 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f696d5-d0e0-4cdf-824d-0f53b8fa6628 req-a629487a-c3b1-4027-a5d7-95dcb2192da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:35.076536 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-94f696d5-d0e0-4cdf-824d-0f53b8fa6628 req-a629487a-c3b1-4027-a5d7-95dcb2192da8 service neutron] 10.222.0.95 "GET /v2.0/networks?id=6297c62b-cf60-4797-8fdd-d236a362ff82 HTTP/1.1" status: 200 len: 918 time: 0.0847569 Jun 03 15:29:35.760675 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-94f696d5-d0e0-4cdf-824d-0f53b8fa6628 req-0b294bb7-7a96-4f5a-a2e0-688c41cfc757 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d065a51d-4c7e-482f-87f7-74c4d679a6c1 HTTP/1.1" status: 200 len: 999 time: 0.2892516 Jun 03 15:29:35.798841 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f67ae3-2e13-4fbe-93c4-1223ef77d264 req-95e14ccb-99c5-4484-8cc9-011e836f581a tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:35.800306 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e0f67ae3-2e13-4fbe-93c4-1223ef77d264 req-95e14ccb-99c5-4484-8cc9-011e836f581a tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 943 time: 0.0485117 Jun 03 15:29:35.811702 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f696d5-d0e0-4cdf-824d-0f53b8fa6628 req-32dcf2b9-19a5-4df6-a640-c4aeebe5f452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:35.813183 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-94f696d5-d0e0-4cdf-824d-0f53b8fa6628 req-32dcf2b9-19a5-4df6-a640-c4aeebe5f452 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f60f46ef-d4d3-474d-b0dd-61750c5ae20f HTTP/1.1" status: 200 len: 856 time: 0.0447121 Jun 03 15:29:35.848034 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e0f67ae3-2e13-4fbe-93c4-1223ef77d264 req-f22de93d-033a-4edf-bec2-34b7353082fc tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418677 Jun 03 15:29:35.856630 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f696d5-d0e0-4cdf-824d-0f53b8fa6628 req-7b356dfd-f620-471a-bb28-b7cd76a29ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:35.858106 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-94f696d5-d0e0-4cdf-824d-0f53b8fa6628 req-7b356dfd-f620-471a-bb28-b7cd76a29ed9 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6297c62b-cf60-4797-8fdd-d236a362ff82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0384951 Jun 03 15:29:35.972362 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-94f696d5-d0e0-4cdf-824d-0f53b8fa6628 req-904bfc80-d9ff-472c-a9cc-c58ee40aad19 service neutron] 10.222.0.95 "GET /v2.0/networks/6297c62b-cf60-4797-8fdd-d236a362ff82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904014 Jun 03 15:29:36.067504 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-94f696d5-d0e0-4cdf-824d-0f53b8fa6628 req-601e80f0-1254-4108-bfd3-3481d00a68f9 service neutron] 10.222.0.95 "GET /v2.0/networks/6297c62b-cf60-4797-8fdd-d236a362ff82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835896 Jun 03 15:29:36.311246 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=100 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:36.324543 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-88730d8c-781d-45ac-b16d-8710ee0c06c2 req-9b75f7b0-69ad-4aed-a451-d7dfd91a0e7e service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=f9be206f-1554-46fe-9fa7-581d2d394865&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404060 Jun 03 15:29:36.401886 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88730d8c-781d-45ac-b16d-8710ee0c06c2 req-e9346e7e-45fe-44c9-a002-feef82b54285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:36.403420 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-88730d8c-781d-45ac-b16d-8710ee0c06c2 req-e9346e7e-45fe-44c9-a002-feef82b54285 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=3e8f48e1939245eaa67bcd6a27bc7cda&device_id=f9be206f-1554-46fe-9fa7-581d2d394865 HTTP/1.1" status: 200 len: 1129 time: 0.0442553 Jun 03 15:29:36.528629 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88730d8c-781d-45ac-b16d-8710ee0c06c2 req-8ad911ab-c7eb-4360-af89-e04a34513ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:36.530092 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-88730d8c-781d-45ac-b16d-8710ee0c06c2 req-8ad911ab-c7eb-4360-af89-e04a34513ffa service neutron] 10.222.0.95 "GET /v2.0/networks?id=68719859-5880-402e-b442-370597e1ce2f HTTP/1.1" status: 200 len: 916 time: 0.1041193 Jun 03 15:29:36.573042 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (5d40428d-d668-464b-bcee-3124e1355b3b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:36.625696 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-88730d8c-781d-45ac-b16d-8710ee0c06c2 req-56e6b782-2af1-4d3a-b205-3053ec1f2f31 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67597138-621c-43e8-af88-f2fa1bf44d03 HTTP/1.1" status: 200 len: 1000 time: 0.0745995 Jun 03 15:29:36.649002 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ac300-550a-4cfe-968b-f46b3e1e372b req-38520a74-102e-4405-8b11-a3d4bd4c6ad8 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:36.651292 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-8a1ac300-550a-4cfe-968b-f46b3e1e372b req-38520a74-102e-4405-8b11-a3d4bd4c6ad8 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 984 time: 0.1171451 Jun 03 15:29:36.674785 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807d5fd-d944-462c-92a3-638f114d03e6 req-bbd03489-988b-4cb2-b927-d0cb1307931d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:36.676621 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-3807d5fd-d944-462c-92a3-638f114d03e6 req-bbd03489-988b-4cb2-b927-d0cb1307931d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=00d2022cc4be4779af1edf1520c439ae&device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 1168 time: 0.0954354 Jun 03 15:29:36.733179 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-8a1ac300-550a-4cfe-968b-f46b3e1e372b req-6ff0b457-5a96-4fab-b771-99bc2a87b6ea tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/security-groups?id=a693cf21-50d5-4e38-8e93-263cac144c13&id=d859fc33-d2f7-46f3-a29c-83d9a52aafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0701385 Jun 03 15:29:36.968782 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292cfbf-2482-462a-ba1f-73fe7f00dea6 req-c87f2884-41b7-440f-8c8a-e4743ca4d2b0 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:36.970339 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-e292cfbf-2482-462a-ba1f-73fe7f00dea6 req-c87f2884-41b7-440f-8c8a-e4743ca4d2b0 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 943 time: 0.0475483 Jun 03 15:29:37.029069 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-e292cfbf-2482-462a-ba1f-73fe7f00dea6 req-655f5d2c-b78c-4a80-ac9f-359b9c9062ce tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521543 Jun 03 15:29:37.800734 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=33 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:37.801455 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=22 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:37.851079 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747cf11-4239-4343-be9f-0a2275f8149a req-f012d935-ec64-4f83-b11b-758d03f109b5 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:37.852545 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-f747cf11-4239-4343-be9f-0a2275f8149a req-f012d935-ec64-4f83-b11b-758d03f109b5 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 984 time: 0.0473692 Jun 03 15:29:37.915300 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-f747cf11-4239-4343-be9f-0a2275f8149a req-2ea21ca7-17fd-4fc7-adec-b2dbb94f14a9 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/security-groups?id=a693cf21-50d5-4e38-8e93-263cac144c13&id=d859fc33-d2f7-46f3-a29c-83d9a52aafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570345 Jun 03 15:29:38.151473 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44105306-f782-4876-99ce-e8651ca2826e req-52c0d122-8d21-4c44-9dbb-daa092efe510 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:38.152986 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-44105306-f782-4876-99ce-e8651ca2826e req-52c0d122-8d21-4c44-9dbb-daa092efe510 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 943 time: 0.0488374 Jun 03 15:29:38.199648 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-44105306-f782-4876-99ce-e8651ca2826e req-ae73a138-6db3-4661-8889-abd440308474 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411136 Jun 03 15:29:39.032325 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa0cac-766a-49c4-8b71-ccecbd83d8fa req-466d1992-b574-423d-b353-8505fc4eab09 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:39.033775 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c7aa0cac-766a-49c4-8b71-ccecbd83d8fa req-466d1992-b574-423d-b353-8505fc4eab09 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 984 time: 0.0479889 Jun 03 15:29:39.096673 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c7aa0cac-766a-49c4-8b71-ccecbd83d8fa req-9a9eb4b0-f0fb-4d38-9546-e2e9d3efef66 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/security-groups?id=a693cf21-50d5-4e38-8e93-263cac144c13&id=d859fc33-d2f7-46f3-a29c-83d9a52aafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572932 Jun 03 15:29:39.326468 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075789b9-60fd-44dd-ba8e-517c19a9aec6 req-237aa553-d950-43ab-8aec-5cb5cf7140b1 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:39.327947 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-075789b9-60fd-44dd-ba8e-517c19a9aec6 req-237aa553-d950-43ab-8aec-5cb5cf7140b1 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 943 time: 0.0508180 Jun 03 15:29:39.375564 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-075789b9-60fd-44dd-ba8e-517c19a9aec6 req-fe7a1f7d-711e-438a-a09e-0f263f5e2df5 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419960 Jun 03 15:29:40.214715 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e1db7-b6d3-417a-86d7-a3dd90f7f8ca req-df9b8734-69c9-47ec-8211-81a6aa348218 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:40.216196 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-a39e1db7-b6d3-417a-86d7-a3dd90f7f8ca req-df9b8734-69c9-47ec-8211-81a6aa348218 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 984 time: 0.0495839 Jun 03 15:29:40.278153 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-a39e1db7-b6d3-417a-86d7-a3dd90f7f8ca req-75451f59-cfdf-47a5-bb98-ae34ad248662 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/security-groups?id=a693cf21-50d5-4e38-8e93-263cac144c13&id=d859fc33-d2f7-46f3-a29c-83d9a52aafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563712 Jun 03 15:29:40.496766 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fccde1e-5b20-4058-b65f-c55e796045d5 req-0ef0860b-63e8-4692-ad49-d02147c26fe5 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:40.498266 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-6fccde1e-5b20-4058-b65f-c55e796045d5 req-0ef0860b-63e8-4692-ad49-d02147c26fe5 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 943 time: 0.0482118 Jun 03 15:29:40.547124 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-6fccde1e-5b20-4058-b65f-c55e796045d5 req-088208a0-1aef-43de-97b2-e7f8d5d0e3f7 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433278 Jun 03 15:29:41.394883 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69128d3a-8049-48bb-8221-b522b3caca9c req-ee533a4f-a579-4e40-86e8-4b3b72d234bb tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:41.396355 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-69128d3a-8049-48bb-8221-b522b3caca9c req-ee533a4f-a579-4e40-86e8-4b3b72d234bb tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 984 time: 0.0481658 Jun 03 15:29:41.456705 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-69128d3a-8049-48bb-8221-b522b3caca9c req-d9fd733d-c792-4e2e-9a1d-c4f10d4b2570 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/security-groups?id=a693cf21-50d5-4e38-8e93-263cac144c13&id=d859fc33-d2f7-46f3-a29c-83d9a52aafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545723 Jun 03 15:29:41.670377 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34957fe-ed7f-4174-9b5b-eeba646c2efe req-2fe01f2f-2eae-493b-a692-e7f1b834fbe9 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:41.671881 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-a34957fe-ed7f-4174-9b5b-eeba646c2efe req-2fe01f2f-2eae-493b-a692-e7f1b834fbe9 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 943 time: 0.0518372 Jun 03 15:29:41.713305 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=100 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:41.721195 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-a34957fe-ed7f-4174-9b5b-eeba646c2efe req-bc5e9144-dca4-4cbf-87c7-c0b7c8a88181 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430355 Jun 03 15:29:42.582151 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f84ad-d9ed-4959-bcef-9965b67b2d14 req-8b695189-8261-44a3-8660-48acf0e0018b tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:42.583643 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c45f84ad-d9ed-4959-bcef-9965b67b2d14 req-8b695189-8261-44a3-8660-48acf0e0018b tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 984 time: 0.0513551 Jun 03 15:29:42.642690 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c45f84ad-d9ed-4959-bcef-9965b67b2d14 req-72a491a9-849b-4814-94c0-8c3a568a4a8b tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/security-groups?id=a693cf21-50d5-4e38-8e93-263cac144c13&id=d859fc33-d2f7-46f3-a29c-83d9a52aafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533566 Jun 03 15:29:42.841157 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83cec2f-e9bd-4916-954a-1cfeb6508951 req-ad643951-ed02-406c-bb5e-dce2212719b2 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:42.842635 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d83cec2f-e9bd-4916-954a-1cfeb6508951 req-ad643951-ed02-406c-bb5e-dce2212719b2 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 943 time: 0.0463643 Jun 03 15:29:42.894261 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d83cec2f-e9bd-4916-954a-1cfeb6508951 req-db8ed7df-671d-4050-8df8-51c3fd58f77a tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456228 Jun 03 15:29:43.757345 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db58f2-a963-40d9-af72-9b2446207928 req-5df8da5e-16c2-4775-bb94-ba773c1bd61f tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:43.758951 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-68db58f2-a963-40d9-af72-9b2446207928 req-5df8da5e-16c2-4775-bb94-ba773c1bd61f tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 984 time: 0.0477424 Jun 03 15:29:43.779340 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=100 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:43.819452 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-68db58f2-a963-40d9-af72-9b2446207928 req-7b8daf56-4255-48f0-ba7e-6718a8620b4f tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/security-groups?id=a693cf21-50d5-4e38-8e93-263cac144c13&id=d859fc33-d2f7-46f3-a29c-83d9a52aafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550098 Jun 03 15:29:44.014581 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c54ecae-bcdc-42da-8188-63e52e13aa46 req-80a9f807-b62c-4afb-979e-d390f32c16d3 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:44.016074 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-1c54ecae-bcdc-42da-8188-63e52e13aa46 req-80a9f807-b62c-4afb-979e-d390f32c16d3 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 943 time: 0.0466807 Jun 03 15:29:44.069495 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-1c54ecae-bcdc-42da-8188-63e52e13aa46 req-35d5a09b-f474-41dc-8fc2-bec3e7480cd8 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476193 Jun 03 15:29:44.937463 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=100 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:44.945485 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de57a02b-2302-47ac-9217-7fcd201e61a7 req-5aaad865-a6b8-4769-bbc1-82a994a9f91e tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:44.947405 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-de57a02b-2302-47ac-9217-7fcd201e61a7 req-5aaad865-a6b8-4769-bbc1-82a994a9f91e tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 984 time: 0.0570705 Jun 03 15:29:45.021679 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-de57a02b-2302-47ac-9217-7fcd201e61a7 req-e2b3e5b6-339d-4dc9-8f69-19c096b1b58b tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/security-groups?id=a693cf21-50d5-4e38-8e93-263cac144c13&id=d859fc33-d2f7-46f3-a29c-83d9a52aafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0686090 Jun 03 15:29:45.203996 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430cc35-7dfa-4f92-9341-acdcd39a86dc req-7e91841b-0ff4-408b-a1de-df6945bb2a64 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:45.205418 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-7430cc35-7dfa-4f92-9341-acdcd39a86dc req-7e91841b-0ff4-408b-a1de-df6945bb2a64 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 943 time: 0.0569663 Jun 03 15:29:45.252605 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-7430cc35-7dfa-4f92-9341-acdcd39a86dc req-3f27c1ec-2940-404b-8baa-606a78900516 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417168 Jun 03 15:29:46.135762 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05956e3-2ac9-4560-bf41-b286546d46b2 req-bc60e959-60d2-4600-81a5-6f6a9c61b59c tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:46.137293 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c05956e3-2ac9-4560-bf41-b286546d46b2 req-bc60e959-60d2-4600-81a5-6f6a9c61b59c tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 984 time: 0.0475821 Jun 03 15:29:46.205819 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c05956e3-2ac9-4560-bf41-b286546d46b2 req-7818f14b-ea68-45fe-ac1f-6e444a9586ac tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/security-groups?id=a693cf21-50d5-4e38-8e93-263cac144c13&id=d859fc33-d2f7-46f3-a29c-83d9a52aafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0600176 Jun 03 15:29:46.366014 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=100 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:46.377683 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc39d0-abce-445a-9d75-84e0a209f467 req-53f7ecbe-ed2f-45e3-9e07-e83639831985 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:46.379305 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-9ccc39d0-abce-445a-9d75-84e0a209f467 req-53f7ecbe-ed2f-45e3-9e07-e83639831985 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 943 time: 0.0480320 Jun 03 15:29:46.430215 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-9ccc39d0-abce-445a-9d75-84e0a209f467 req-33d804c4-cced-4446-81ed-5e6dedb0ae4f tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454221 Jun 03 15:29:46.554676 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=64,neutron:UPDATE=5 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:46.565955 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:UPDATE=6,neutron:SELECT=58 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:47.325939 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672bb16-84a9-45f3-a653-604cd0f9be87 req-128479dc-f0c3-4461-a3f9-9bde922b2718 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:47.327643 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-2672bb16-84a9-45f3-a653-604cd0f9be87 req-128479dc-f0c3-4461-a3f9-9bde922b2718 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 984 time: 0.0504551 Jun 03 15:29:47.398033 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-2672bb16-84a9-45f3-a653-604cd0f9be87 req-c6483102-587b-4998-a986-c01fef797177 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/security-groups?id=a693cf21-50d5-4e38-8e93-263cac144c13&id=d859fc33-d2f7-46f3-a29c-83d9a52aafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0636773 Jun 03 15:29:47.557221 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e220f76-b164-4dba-9019-ae8ed6cc4424 req-0ea27755-4c48-4958-9ebf-b625bf0bf056 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:47.558834 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-9e220f76-b164-4dba-9019-ae8ed6cc4424 req-0ea27755-4c48-4958-9ebf-b625bf0bf056 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 943 time: 0.0511830 Jun 03 15:29:47.614867 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-9e220f76-b164-4dba-9019-ae8ed6cc4424 req-aca83fd8-4ed4-4cd5-84d3-beab0924d6c1 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451634 Jun 03 15:29:48.510733 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be14949-8893-4fcc-8f66-dc6219de06b9 req-77ff2f20-f0db-46ca-a565-66e09ee42ee6 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:48.512159 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-1be14949-8893-4fcc-8f66-dc6219de06b9 req-77ff2f20-f0db-46ca-a565-66e09ee42ee6 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 984 time: 0.0468984 Jun 03 15:29:48.571946 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-1be14949-8893-4fcc-8f66-dc6219de06b9 req-a65a83a6-ebf1-404d-bba8-dc7d73f3a6ed tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/security-groups?id=a693cf21-50d5-4e38-8e93-263cac144c13&id=d859fc33-d2f7-46f3-a29c-83d9a52aafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535579 Jun 03 15:29:48.734612 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5327767-14c7-4beb-9000-0d22f021b57a req-d0816cc3-0084-4cb4-8a0e-33bad095a6e6 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:48.736090 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d5327767-14c7-4beb-9000-0d22f021b57a req-d0816cc3-0084-4cb4-8a0e-33bad095a6e6 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 943 time: 0.0463991 Jun 03 15:29:48.787863 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d5327767-14c7-4beb-9000-0d22f021b57a req-626ec85f-a54c-490e-81d8-49c1a94cb0f7 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461254 Jun 03 15:29:49.687371 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0480c9e-83f9-4c59-be56-33cd4e0ba60e req-bf8cbabd-468d-49f3-aabb-f7274f3b6820 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:49.689002 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c0480c9e-83f9-4c59-be56-33cd4e0ba60e req-bf8cbabd-468d-49f3-aabb-f7274f3b6820 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 984 time: 0.0486641 Jun 03 15:29:49.763728 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c0480c9e-83f9-4c59-be56-33cd4e0ba60e req-359a4d4a-0eb7-444b-92d4-6477b16fc416 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/security-groups?id=a693cf21-50d5-4e38-8e93-263cac144c13&id=d859fc33-d2f7-46f3-a29c-83d9a52aafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0686646 Jun 03 15:29:49.926196 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36cc71-26c3-405e-ba4f-d15bf12193e2 req-baebafd2-6663-401d-8067-7399bc0a06b9 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:49.927676 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-6e36cc71-26c3-405e-ba4f-d15bf12193e2 req-baebafd2-6663-401d-8067-7399bc0a06b9 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 943 time: 0.0471740 Jun 03 15:29:49.988948 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-6e36cc71-26c3-405e-ba4f-d15bf12193e2 req-ab500e46-77b3-4599-b66b-3a4dbe499558 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557241 Jun 03 15:29:50.881128 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a8634-535e-4538-997d-f6241cf9d607 req-8da285d1-d754-428c-bee3-6a8af9f2026b tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:50.882925 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-755a8634-535e-4538-997d-f6241cf9d607 req-8da285d1-d754-428c-bee3-6a8af9f2026b tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 984 time: 0.0484850 Jun 03 15:29:50.953295 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-755a8634-535e-4538-997d-f6241cf9d607 req-911b8490-c4e4-4444-9c16-c4bcbcb4df97 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/security-groups?id=a693cf21-50d5-4e38-8e93-263cac144c13&id=d859fc33-d2f7-46f3-a29c-83d9a52aafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0642648 Jun 03 15:29:50.954661 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:50.955896 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=5 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:51.110909 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53e8f7-65af-4f92-a5f4-9af25b0647b0 req-1f6d90bc-db46-4a19-accb-5c3d83f1175d tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:51.112358 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-8d53e8f7-65af-4f92-a5f4-9af25b0647b0 req-1f6d90bc-db46-4a19-accb-5c3d83f1175d tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 943 time: 0.0472217 Jun 03 15:29:51.158952 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-8d53e8f7-65af-4f92-a5f4-9af25b0647b0 req-a111dc83-950b-49de-8649-d7b66cb6f19d tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411148 Jun 03 15:29:51.541877 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-49e352b1-cefb-4087-84c9-afd875faa916 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (ba2d900a-f6c8-44b2-a19a-5d512e564d5a), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:52.072288 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a756e-dd2f-46a4-bec2-bb2be2fa1779 req-d05172a8-0c4b-4dc3-b6bd-6ac5ff7cce66 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:52.073743 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-ec8a756e-dd2f-46a4-bec2-bb2be2fa1779 req-d05172a8-0c4b-4dc3-b6bd-6ac5ff7cce66 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 984 time: 0.0476875 Jun 03 15:29:52.134731 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-ec8a756e-dd2f-46a4-bec2-bb2be2fa1779 req-646c5eca-8827-4bfe-81f1-55c1bba7f63e tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/security-groups?id=a693cf21-50d5-4e38-8e93-263cac144c13&id=d859fc33-d2f7-46f3-a29c-83d9a52aafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551465 Jun 03 15:29:52.280404 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4a762-88e2-4dbf-b146-78f7da960a6d req-607ae17d-cea2-41f7-becc-0bd7d5d4c88f tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:52.282395 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-70b4a762-88e2-4dbf-b146-78f7da960a6d req-607ae17d-cea2-41f7-becc-0bd7d5d4c88f tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 943 time: 0.0482361 Jun 03 15:29:52.341512 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-70b4a762-88e2-4dbf-b146-78f7da960a6d req-3fd23dcb-b7b5-4e8d-9fa5-286159b7ed05 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527842 Jun 03 15:29:53.257466 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5626882-c6db-4fbc-b4dc-d8130ac0c808 req-50c1261b-e408-4888-a020-edaac1796b79 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:53.258982 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e5626882-c6db-4fbc-b4dc-d8130ac0c808 req-50c1261b-e408-4888-a020-edaac1796b79 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 984 time: 0.0513251 Jun 03 15:29:53.317811 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e5626882-c6db-4fbc-b4dc-d8130ac0c808 req-638523d5-2c18-4ad3-80cb-a4aaadc9f025 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/security-groups?id=a693cf21-50d5-4e38-8e93-263cac144c13&id=d859fc33-d2f7-46f3-a29c-83d9a52aafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532444 Jun 03 15:29:53.482136 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8a236-c1ff-447a-9419-59e3f549c235 req-75e9f8d2-e8dc-4d46-8f97-7c8abd7a6a1a tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:53.483590 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-6ae8a236-c1ff-447a-9419-59e3f549c235 req-75e9f8d2-e8dc-4d46-8f97-7c8abd7a6a1a tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 943 time: 0.0522585 Jun 03 15:29:53.531532 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-6ae8a236-c1ff-447a-9419-59e3f549c235 req-60d150c0-221c-40d8-8824-cc6b5ddb9018 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418246 Jun 03 15:29:53.773713 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-599e6692-b665-4ca1-a823-92c80eeb9e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (af3cb756-c261-4349-9f96-3650fb8ddf57), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:54.435770 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73cbec4-dff9-48e0-8502-463852009723 req-eb0e4544-5b0f-45b9-aed9-a70273b7eccf tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:54.437240 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-a73cbec4-dff9-48e0-8502-463852009723 req-eb0e4544-5b0f-45b9-aed9-a70273b7eccf tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 984 time: 0.0488710 Jun 03 15:29:54.472920 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=100 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:54.496857 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-a73cbec4-dff9-48e0-8502-463852009723 req-5085153d-5c53-4caa-808b-b322258d9995 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/security-groups?id=a693cf21-50d5-4e38-8e93-263cac144c13&id=d859fc33-d2f7-46f3-a29c-83d9a52aafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540583 Jun 03 15:29:54.650393 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cdf8c3-3c22-43fc-b562-6e72a42845be req-9b05a3bf-d20a-4c36-95b4-302f1ec777ad tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:54.651910 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-38cdf8c3-3c22-43fc-b562-6e72a42845be req-9b05a3bf-d20a-4c36-95b4-302f1ec777ad tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 943 time: 0.0473878 Jun 03 15:29:54.684615 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=100 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:54.700088 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-38cdf8c3-3c22-43fc-b562-6e72a42845be req-267ff3eb-30f6-48a6-aaf0-e9fe8df0ba30 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427473 Jun 03 15:29:55.447707 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88730d8c-781d-45ac-b16d-8710ee0c06c2 req-2924b294-3043-4482-b64a-c1247dd9d33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:55.449159 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-88730d8c-781d-45ac-b16d-8710ee0c06c2 req-2924b294-3043-4482-b64a-c1247dd9d33a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1e60cea5-d2fd-43f7-aff8-25b5abe402c7 HTTP/1.1" status: 200 len: 854 time: 0.0508699 Jun 03 15:29:55.488788 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807d5fd-d944-462c-92a3-638f114d03e6 req-11baa02f-4cc1-4026-980b-95c5370cc6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:55.490978 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-3807d5fd-d944-462c-92a3-638f114d03e6 req-11baa02f-4cc1-4026-980b-95c5370cc6cb service neutron] 10.222.0.95 "GET /v2.0/networks?id=beafa1b9-ad41-4519-b3bd-aaad5165f1e2 HTTP/1.1" status: 200 len: 915 time: 0.0918727 Jun 03 15:29:55.505017 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ea450706-6f9d-4600-9901-8a13358e87c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (c1b56563-1529-491f-97b0-bd0331fef87b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:55.508784 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88730d8c-781d-45ac-b16d-8710ee0c06c2 req-7ec885a5-2e3f-4915-9432-287674a30663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:55.510305 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-88730d8c-781d-45ac-b16d-8710ee0c06c2 req-7ec885a5-2e3f-4915-9432-287674a30663 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=68719859-5880-402e-b442-370597e1ce2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0479307 Jun 03 15:29:55.595643 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=100 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:55.612732 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80b072-b22e-437d-8a8d-53d35b39d746 req-2ba8d600-bb43-4290-81da-4269f6f867e0 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:55.614262 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-cb80b072-b22e-437d-8a8d-53d35b39d746 req-2ba8d600-bb43-4290-81da-4269f6f867e0 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 984 time: 0.0491059 Jun 03 15:29:55.676352 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-cb80b072-b22e-437d-8a8d-53d35b39d746 req-f9e71c06-baac-4d79-964d-5fd22b4173c4 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/security-groups?id=a693cf21-50d5-4e38-8e93-263cac144c13&id=d859fc33-d2f7-46f3-a29c-83d9a52aafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548637 Jun 03 15:29:55.817316 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87284f5e-36a0-4deb-b10e-17ef2fea47d3 req-44366d76-16b1-463a-8b28-b38302583acb tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:55.818946 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-87284f5e-36a0-4deb-b10e-17ef2fea47d3 req-44366d76-16b1-463a-8b28-b38302583acb tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 943 time: 0.0467317 Jun 03 15:29:55.865818 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-87284f5e-36a0-4deb-b10e-17ef2fea47d3 req-0dc596f6-e370-4972-b949-2cebdae340e7 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415385 Jun 03 15:29:56.286808 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-3807d5fd-d944-462c-92a3-638f114d03e6 req-039eb7d3-ec50-4513-a09a-c5783b84a0b4 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3013216d-76f3-469e-9c86-a0bc71687991 HTTP/1.1" status: 200 len: 1001 time: 0.0603247 Jun 03 15:29:56.317120 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-88730d8c-781d-45ac-b16d-8710ee0c06c2 req-ca105b9e-a09f-4025-8a28-50a00bcaaf0d service neutron] 10.222.0.95 "GET /v2.0/networks/68719859-5880-402e-b442-370597e1ce2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917740 Jun 03 15:29:56.340491 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807d5fd-d944-462c-92a3-638f114d03e6 req-5cad6c5f-bb4a-415f-b829-d56a5aca17c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:56.341938 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-3807d5fd-d944-462c-92a3-638f114d03e6 req-5cad6c5f-bb4a-415f-b829-d56a5aca17c3 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d1c0b66e-b6eb-4901-9a4c-c6cd4fad6b35 HTTP/1.1" status: 200 len: 853 time: 0.0477960 Jun 03 15:29:56.369467 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=100 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:29:56.393626 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807d5fd-d944-462c-92a3-638f114d03e6 req-4d906941-2051-44b4-b72a-468353163e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:56.395195 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-3807d5fd-d944-462c-92a3-638f114d03e6 req-4d906941-2051-44b4-b72a-468353163e54 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=beafa1b9-ad41-4519-b3bd-aaad5165f1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423515 Jun 03 15:29:56.414507 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-88730d8c-781d-45ac-b16d-8710ee0c06c2 req-40ee1dfd-1089-4287-8eda-a73455dbe54e service neutron] 10.222.0.95 "GET /v2.0/networks/68719859-5880-402e-b442-370597e1ce2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909727 Jun 03 15:29:56.492025 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-3807d5fd-d944-462c-92a3-638f114d03e6 req-0be85b0b-3167-451b-a7f5-196bd795d301 service neutron] 10.222.0.95 "GET /v2.0/networks/beafa1b9-ad41-4519-b3bd-aaad5165f1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872366 Jun 03 15:29:56.527363 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0007325d-49bd-45ba-86c8-d0efad7af70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (e76c2f28-d1d2-478d-a24e-96dcb24ae502), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:56.585667 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-3807d5fd-d944-462c-92a3-638f114d03e6 req-f4cae0be-2666-478d-a760-5e885ce6afe0 service neutron] 10.222.0.95 "GET /v2.0/networks/beafa1b9-ad41-4519-b3bd-aaad5165f1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832834 Jun 03 15:29:56.807707 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb69c0-4ff9-487a-8c4c-1a2c9e3a0095 req-b12c113f-8df3-417b-b001-44f8910fb7b3 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:56.809172 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-4dbb69c0-4ff9-487a-8c4c-1a2c9e3a0095 req-b12c113f-8df3-417b-b001-44f8910fb7b3 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 984 time: 0.0629241 Jun 03 15:29:56.874984 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-4dbb69c0-4ff9-487a-8c4c-1a2c9e3a0095 req-8e61dc3b-3293-4ffa-9ea5-855012185c31 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/security-groups?id=a693cf21-50d5-4e38-8e93-263cac144c13&id=d859fc33-d2f7-46f3-a29c-83d9a52aafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0599291 Jun 03 15:29:56.986549 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050cfff-bba5-4cd7-9f11-77c5aefc8e2c req-4df60286-0b4c-45c7-a0b7-e57e7f12b7cf tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:56.988689 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-0050cfff-bba5-4cd7-9f11-77c5aefc8e2c req-4df60286-0b4c-45c7-a0b7-e57e7f12b7cf tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 943 time: 0.0496323 Jun 03 15:29:57.040596 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-0050cfff-bba5-4cd7-9f11-77c5aefc8e2c req-de0697df-a545-453f-b7b1-4e8bc1f02608 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460706 Jun 03 15:29:57.853481 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.agents_db [None req-a949b1cf-d0d8-4748-9c84-4164e96bf99f None None] Agent healthcheck: found 6 active agents {{(pid=103922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 15:29:57.989697 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb660f-0671-44f1-8b66-03e8cbc1c51f req-e058f52d-fa9f-449c-878c-f4ef5228c8b6 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:57.991121 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-f5bb660f-0671-44f1-8b66-03e8cbc1c51f req-e058f52d-fa9f-449c-878c-f4ef5228c8b6 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 984 time: 0.0472343 Jun 03 15:29:58.050042 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-f5bb660f-0671-44f1-8b66-03e8cbc1c51f req-28705131-395e-4a5f-87cb-b1589ad40844 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/security-groups?id=a693cf21-50d5-4e38-8e93-263cac144c13&id=d859fc33-d2f7-46f3-a29c-83d9a52aafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532622 Jun 03 15:29:58.159901 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e22861-718b-44cd-8ac9-ac6d5d189e94 req-2453c062-75f8-4e8c-80b3-22e1586a4bda tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:58.161485 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-00e22861-718b-44cd-8ac9-ac6d5d189e94 req-2453c062-75f8-4e8c-80b3-22e1586a4bda tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 943 time: 0.0478201 Jun 03 15:29:58.209048 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-00e22861-718b-44cd-8ac9-ac6d5d189e94 req-fa5d2c3c-fed3-486e-81d8-50f0091ca300 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419879 Jun 03 15:29:58.220494 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (b78338d6-31c9-4f43-bfac-5a5a854a8366), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:29:59.163217 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d37df-00f4-478a-bf18-936836ba6431 req-af4e85db-3996-41f0-9f1b-b65181f3d18b tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:59.164700 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-ec6d37df-00f4-478a-bf18-936836ba6431 req-af4e85db-3996-41f0-9f1b-b65181f3d18b tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 984 time: 0.0474222 Jun 03 15:29:59.224750 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-ec6d37df-00f4-478a-bf18-936836ba6431 req-7b7e6886-e0c9-4617-b905-3c149568d1a0 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/security-groups?id=a693cf21-50d5-4e38-8e93-263cac144c13&id=d859fc33-d2f7-46f3-a29c-83d9a52aafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541227 Jun 03 15:29:59.328174 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574dd646-350a-45ac-a774-463a9620738e req-c490f53b-13ba-4281-b0fc-cb933d86cfb9 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:29:59.329557 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-574dd646-350a-45ac-a774-463a9620738e req-c490f53b-13ba-4281-b0fc-cb933d86cfb9 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 943 time: 0.0460558 Jun 03 15:29:59.376343 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-574dd646-350a-45ac-a774-463a9620738e req-543e55c9-fb77-40d0-96a1-a6a78939edb3 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413210 Jun 03 15:30:00.340841 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87a26f-bc42-420b-ab32-141547e2e014 req-11f5c3c6-074a-404e-8c97-4a9b59acbe46 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:00.342271 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-5c87a26f-bc42-420b-ab32-141547e2e014 req-11f5c3c6-074a-404e-8c97-4a9b59acbe46 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 984 time: 0.0494077 Jun 03 15:30:00.402335 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-5c87a26f-bc42-420b-ab32-141547e2e014 req-59b411cc-1152-48fa-af62-493fe04e8903 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/security-groups?id=a693cf21-50d5-4e38-8e93-263cac144c13&id=d859fc33-d2f7-46f3-a29c-83d9a52aafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537171 Jun 03 15:30:00.506504 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637f9bc-7818-4691-8cd7-5e18730c49ad req-93c7653d-a24a-4888-adb2-9733e12cfb6a tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:00.507875 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-b637f9bc-7818-4691-8cd7-5e18730c49ad req-93c7653d-a24a-4888-adb2-9733e12cfb6a tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 943 time: 0.0529900 Jun 03 15:30:00.554852 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-b637f9bc-7818-4691-8cd7-5e18730c49ad req-fd216ffa-67db-4f7a-9b41-24df99814165 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413518 Jun 03 15:30:01.498379 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=100 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:30:01.518091 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5091d7e-72ae-448f-a2be-9b73fe6682d8 req-842c5e17-caef-402e-b520-9167c676372b tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:01.519593 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e5091d7e-72ae-448f-a2be-9b73fe6682d8 req-842c5e17-caef-402e-b520-9167c676372b tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 984 time: 0.0492764 Jun 03 15:30:01.583712 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e5091d7e-72ae-448f-a2be-9b73fe6682d8 req-77f3dd04-90ac-4d01-bb4c-c9d4f4e8caf0 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/security-groups?id=a693cf21-50d5-4e38-8e93-263cac144c13&id=d859fc33-d2f7-46f3-a29c-83d9a52aafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545661 Jun 03 15:30:01.673592 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e98866-1610-4550-a9d4-b7d5eec62769 req-03130662-e4dd-4c35-aa41-7c5d7ea4fa45 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:01.675078 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f8e98866-1610-4550-a9d4-b7d5eec62769 req-03130662-e4dd-4c35-aa41-7c5d7ea4fa45 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 943 time: 0.0472958 Jun 03 15:30:01.721463 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f8e98866-1610-4550-a9d4-b7d5eec62769 req-83c6000a-863a-4d5b-84a4-0579acc0a7d3 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408947 Jun 03 15:30:02.699483 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b54c44f-4d60-43e4-8cf5-cc1beae2b0a3 req-b1dbe3e6-507c-4249-9c35-8e63195af754 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:02.700931 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-6b54c44f-4d60-43e4-8cf5-cc1beae2b0a3 req-b1dbe3e6-507c-4249-9c35-8e63195af754 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 984 time: 0.0505536 Jun 03 15:30:02.741391 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=100 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:30:02.760687 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-6b54c44f-4d60-43e4-8cf5-cc1beae2b0a3 req-a4d2e3f4-a3ef-4c64-83e4-c2d34b110558 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/security-groups?id=a693cf21-50d5-4e38-8e93-263cac144c13&id=d859fc33-d2f7-46f3-a29c-83d9a52aafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536029 Jun 03 15:30:02.844306 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c340e64-7224-448a-a224-75fd5eaf0cf2 req-9ad822b8-0af9-47ce-98b6-318f564187f6 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:02.845780 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-3c340e64-7224-448a-a224-75fd5eaf0cf2 req-9ad822b8-0af9-47ce-98b6-318f564187f6 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 943 time: 0.0493858 Jun 03 15:30:02.891939 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-3c340e64-7224-448a-a224-75fd5eaf0cf2 req-ce8324f9-c7c9-4a95-865f-4ce21e958f18 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399978 Jun 03 15:30:03.878145 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9211b4-2f4c-424d-be2f-44af32efcae1 req-4ca38ab3-d364-421a-a195-70758a262813 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:03.879620 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-8a9211b4-2f4c-424d-be2f-44af32efcae1 req-4ca38ab3-d364-421a-a195-70758a262813 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 984 time: 0.0466967 Jun 03 15:30:03.945641 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-8a9211b4-2f4c-424d-be2f-44af32efcae1 req-5fd3a09f-02de-499a-a4e5-f5b99f078340 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/security-groups?id=a693cf21-50d5-4e38-8e93-263cac144c13&id=d859fc33-d2f7-46f3-a29c-83d9a52aafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591602 Jun 03 15:30:04.011224 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1269e6-2323-45a2-8440-4c30e96f17b0 req-0cfe01f1-c160-4aef-ad78-507c8709f3ec tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:04.012682 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-6f1269e6-2323-45a2-8440-4c30e96f17b0 req-0cfe01f1-c160-4aef-ad78-507c8709f3ec tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 943 time: 0.0466156 Jun 03 15:30:04.054832 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=100 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:30:04.059348 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-6f1269e6-2323-45a2-8440-4c30e96f17b0 req-db3a7291-5221-4d24-ba9b-87b1430ba7c1 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409944 Jun 03 15:30:05.008668 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device d065a51d-4c7e-482f-87f7-74c4d679a6c1 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 15:30:05.058938 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca7fdd-40a0-4fd1-8466-5f355363ceed req-f491fe2a-d13c-4dda-a825-5340c82e07c4 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:05.060417 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-3cca7fdd-40a0-4fd1-8466-5f355363ceed req-f491fe2a-d13c-4dda-a825-5340c82e07c4 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 984 time: 0.0484157 Jun 03 15:30:05.112287 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port d065a51d-4c7e-482f-87f7-74c4d679a6c1, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=d065a51d-4c7e-482f-87f7-74c4d679a6c1,segment=NetworkSegment(612086bd-4a15-467e-af18-82334699cb77),segment_id=612086bd-4a15-467e-af18-82334699cb77)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:30:05.124319 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Returning: {'device': 'd065a51d-4c7e-482f-87f7-74c4d679a6c1', 'network_id': '6297c62b-cf60-4797-8fdd-d236a362ff82', 'port_id': 'd065a51d-4c7e-482f-87f7-74c4d679a6c1', 'mac_address': 'fa:16:3e:c9:a6:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 861, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f60f46ef-d4d3-474d-b0dd-61750c5ae20f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 15:30:05.128293 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-3cca7fdd-40a0-4fd1-8466-5f355363ceed req-02e96a67-2a47-484a-ae96-8295b3a45dd4 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/security-groups?id=a693cf21-50d5-4e38-8e93-263cac144c13&id=d859fc33-d2f7-46f3-a29c-83d9a52aafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0610621 Jun 03 15:30:05.165887 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Current status of the port d065a51d-4c7e-482f-87f7-74c4d679a6c1 is: DOWN; New status is: BUILD {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:30:05.166278 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (d065a51d-4c7e-482f-87f7-74c4d679a6c1), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:05.179581 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d065a51d-4c7e-482f-87f7-74c4d679a6c1 {{(pid=103921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:30:05.183294 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c07678-4341-4ba7-9121-d23ab17e0364 req-f4866c55-7445-42b4-ad9a-7fd2e04ed83b tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:05.184779 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-18c07678-4341-4ba7-9121-d23ab17e0364 req-f4866c55-7445-42b4-ad9a-7fd2e04ed83b tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 943 time: 0.0504613 Jun 03 15:30:05.204428 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port d065a51d-4c7e-482f-87f7-74c4d679a6c1, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=d065a51d-4c7e-482f-87f7-74c4d679a6c1,segment=NetworkSegment(612086bd-4a15-467e-af18-82334699cb77),segment_id=612086bd-4a15-467e-af18-82334699cb77)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:30:05.208572 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (d065a51d-4c7e-482f-87f7-74c4d679a6c1), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:05.237880 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-18c07678-4341-4ba7-9121-d23ab17e0364 req-c3a9ee2f-8f19-4fff-b94a-4eabb39153f8 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470450 Jun 03 15:30:05.259261 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Pushing event updated for resources: {'Port': ['ID=d065a51d-4c7e-482f-87f7-74c4d679a6c1,revision_number=9']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:05.267347 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:05.267927 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:05.268322 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:05.268761 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:05.269285 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:05.269384 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:05.269649 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:05.269961 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:05.270289 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:05.270631 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:05.270948 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:05.271275 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:05.271590 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:05.271895 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:05.272228 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:05.678138 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] get_ports_and_sgs() called for port_ids ['d065a51d-4c7e-482f-87f7-74c4d679a6c1'] {{(pid=103921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 15:30:06.245290 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3777c8dd-6f48-4a87-b0f7-15a941ad37eb req-1a3e0f6c-df28-4ac2-9c4b-33c7ce98268d tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:06.246778 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-3777c8dd-6f48-4a87-b0f7-15a941ad37eb req-1a3e0f6c-df28-4ac2-9c4b-33c7ce98268d tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 984 time: 0.0477841 Jun 03 15:30:06.311471 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-3777c8dd-6f48-4a87-b0f7-15a941ad37eb req-c0de95e2-7796-4059-b1a5-a15c69ce5492 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/security-groups?id=a693cf21-50d5-4e38-8e93-263cac144c13&id=d859fc33-d2f7-46f3-a29c-83d9a52aafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591478 Jun 03 15:30:06.359502 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8cc93-4be1-4905-9358-4e4ac6bd9a95 req-4cfe059e-7c35-46f9-a724-188e828abdf1 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:06.360953 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-00e8cc93-4be1-4905-9358-4e4ac6bd9a95 req-4cfe059e-7c35-46f9-a724-188e828abdf1 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 944 time: 0.0474942 Jun 03 15:30:06.408854 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-00e8cc93-4be1-4905-9358-4e4ac6bd9a95 req-68b5b9d7-fbc1-48e3-88ba-ec2bc9c22a65 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423734 Jun 03 15:30:06.849835 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (5d40428d-d668-464b-bcee-3124e1355b3b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:07.034562 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device d065a51d-4c7e-482f-87f7-74c4d679a6c1 up at agent hyperv_hv-cinder-83124 {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:30:07.077346 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Provisioning complete for port d065a51d-4c7e-482f-87f7-74c4d679a6c1 triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:30:07.077566 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (d065a51d-4c7e-482f-87f7-74c4d679a6c1), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:07.148281 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Current status of the port d065a51d-4c7e-482f-87f7-74c4d679a6c1 is: BUILD; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:30:07.148658 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (d065a51d-4c7e-482f-87f7-74c4d679a6c1), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:07.174526 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e123dc0c-78c6-44ce-b847-927843a3751c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd065a51d-4c7e-482f-87f7-74c4d679a6c1'}] {{(pid=103921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:30:07.176754 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a0ad6594b2f649df373dfcb19de0225617b45f42ff1455deb142f027ba5606a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193a6c39-1c1d-4848-9818-0e78c8a07888" -d '{"events": [{"server_uuid": "e123dc0c-78c6-44ce-b847-927843a3751c", "name": "network-vif-plugged", "status": "completed", "tag": "d065a51d-4c7e-482f-87f7-74c4d679a6c1"}]}' {{(pid=103921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:30:07.189855 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port d065a51d-4c7e-482f-87f7-74c4d679a6c1, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=d065a51d-4c7e-482f-87f7-74c4d679a6c1,segment=NetworkSegment(612086bd-4a15-467e-af18-82334699cb77),segment_id=612086bd-4a15-467e-af18-82334699cb77)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:30:07.193895 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (d065a51d-4c7e-482f-87f7-74c4d679a6c1), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:07.218505 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 15:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c817d765-272e-4844-bb8a-36a05ba39ae8 x-openstack-request-id: req-c817d765-272e-4844-bb8a-36a05ba39ae8 {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:30:07.219537 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e123dc0c-78c6-44ce-b847-927843a3751c", "name": "network-vif-plugged", "status": "completed", "tag": "d065a51d-4c7e-482f-87f7-74c4d679a6c1", "code": 200}]} {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:30:07.219852 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c817d765-272e-4844-bb8a-36a05ba39ae8 {{(pid=103921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:30:07.220437 dv-cinder-831247-16-iscsi neutron-server[103921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c817d765-272e-4844-bb8a-36a05ba39ae8'] response: {'server_uuid': 'e123dc0c-78c6-44ce-b847-927843a3751c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd065a51d-4c7e-482f-87f7-74c4d679a6c1', 'code': 200} Jun 03 15:30:07.246315 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Pushing event updated for resources: {'Port': ['ID=d065a51d-4c7e-482f-87f7-74c4d679a6c1,revision_number=10']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:07.426123 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb5856-46e6-4033-9f66-2b7ed0c55eb2 req-eed26b4a-d808-4373-815a-ab5be62aa352 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:07.427590 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d9eb5856-46e6-4033-9f66-2b7ed0c55eb2 req-eed26b4a-d808-4373-815a-ab5be62aa352 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 984 time: 0.0467238 Jun 03 15:30:07.488832 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d9eb5856-46e6-4033-9f66-2b7ed0c55eb2 req-eae59b61-360f-4fde-abbb-3ae8609f73a2 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/security-groups?id=a693cf21-50d5-4e38-8e93-263cac144c13&id=d859fc33-d2f7-46f3-a29c-83d9a52aafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556874 Jun 03 15:30:07.533392 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8331991-de61-4b10-a449-bd39428384d5 req-10ea1390-b60f-42cc-a893-e0cb0ee33d91 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:07.534862 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-a8331991-de61-4b10-a449-bd39428384d5 req-10ea1390-b60f-42cc-a893-e0cb0ee33d91 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 946 time: 0.0490170 Jun 03 15:30:07.583065 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-a8331991-de61-4b10-a449-bd39428384d5 req-c0f086bb-0a45-4b6c-bd50-505e4d92d854 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426733 Jun 03 15:30:07.844820 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da35bbe5-d728-4e14-ac6c-6f332aad6d19 req-9354bb55-756d-49f9-87dc-258fa64132fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:07.846345 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-da35bbe5-d728-4e14-ac6c-6f332aad6d19 req-9354bb55-756d-49f9-87dc-258fa64132fa service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 1130 time: 0.0415702 Jun 03 15:30:07.849388 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=1 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:30:07.850190 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=1 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:30:07.905901 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-da35bbe5-d728-4e14-ac6c-6f332aad6d19 req-e9a037ba-ba2c-49f2-a17e-9d19cc385a5d service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445633 Jun 03 15:30:08.563953 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=100 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:30:08.604285 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1431f3-7211-42d1-ae0c-bb93c5067cf7 req-880da040-66b8-4499-8332-a22cb0223132 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:08.605738 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-ac1431f3-7211-42d1-ae0c-bb93c5067cf7 req-880da040-66b8-4499-8332-a22cb0223132 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 984 time: 0.0510702 Jun 03 15:30:08.668420 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-ac1431f3-7211-42d1-ae0c-bb93c5067cf7 req-fe1fb857-9fee-4b7f-bdc1-2fca347f43ea tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/security-groups?id=a693cf21-50d5-4e38-8e93-263cac144c13&id=d859fc33-d2f7-46f3-a29c-83d9a52aafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565550 Jun 03 15:30:08.706909 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b57900b-93d0-4fd2-a157-84788ca5ff55 req-7eb170cd-2296-48e8-bbd6-0e5f71864798 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:08.708361 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-4b57900b-93d0-4fd2-a157-84788ca5ff55 req-7eb170cd-2296-48e8-bbd6-0e5f71864798 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 946 time: 0.0480022 Jun 03 15:30:08.755286 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-4b57900b-93d0-4fd2-a157-84788ca5ff55 req-a8a891d8-7009-4f80-8e21-b6abe409ba6f tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414889 Jun 03 15:30:09.787342 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b0aca-3bc2-46b6-b441-e1690141d6c4 req-284d1753-aa1f-435c-ad50-a0a0d6e8a1cb tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:09.788841 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-6e5b0aca-3bc2-46b6-b441-e1690141d6c4 req-284d1753-aa1f-435c-ad50-a0a0d6e8a1cb tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 984 time: 0.0484216 Jun 03 15:30:09.864163 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-6e5b0aca-3bc2-46b6-b441-e1690141d6c4 req-f44cd976-bd94-432e-a03f-54054aea0358 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/security-groups?id=a693cf21-50d5-4e38-8e93-263cac144c13&id=d859fc33-d2f7-46f3-a29c-83d9a52aafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0589521 Jun 03 15:30:09.887723 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c832cd-563f-4203-8b31-da05e210e4f1 req-417c9b9e-e08b-4a95-a206-145f26895760 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:09.889354 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c2c832cd-563f-4203-8b31-da05e210e4f1 req-417c9b9e-e08b-4a95-a206-145f26895760 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 946 time: 0.0586746 Jun 03 15:30:10.155886 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c2c832cd-563f-4203-8b31-da05e210e4f1 req-328f4735-a802-44f2-be30-b7ef448e6a44 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2594764 Jun 03 15:30:10.985062 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390aa193-7224-4fd7-9c59-20f0efab25c6 req-f12b6d0a-3955-4680-9dc6-896ab69d7daa tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:10.986429 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-390aa193-7224-4fd7-9c59-20f0efab25c6 req-f12b6d0a-3955-4680-9dc6-896ab69d7daa tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 984 time: 0.0506468 Jun 03 15:30:11.046339 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-390aa193-7224-4fd7-9c59-20f0efab25c6 req-896d442d-a3a7-4f27-a8ca-e3b99826f69e tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/security-groups?id=a693cf21-50d5-4e38-8e93-263cac144c13&id=d859fc33-d2f7-46f3-a29c-83d9a52aafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542150 Jun 03 15:30:11.276404 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482a9ea-3d46-48dd-ac90-3d2e406731d8 req-71f69467-0f6e-4e4b-8ec0-2751dc7c55b2 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:11.277846 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-7482a9ea-3d46-48dd-ac90-3d2e406731d8 req-71f69467-0f6e-4e4b-8ec0-2751dc7c55b2 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 946 time: 0.0483589 Jun 03 15:30:11.295507 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=100 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:30:11.327199 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-7482a9ea-3d46-48dd-ac90-3d2e406731d8 req-5eac7796-3dc5-4e9a-9aa9-5ad2badf7aa5 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437479 Jun 03 15:30:12.160471 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae4c628-65fc-4ead-8f14-dc2db73e1ead req-479930a7-6c06-42e7-b497-4135e77a2453 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:12.161952 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-aae4c628-65fc-4ead-8f14-dc2db73e1ead req-479930a7-6c06-42e7-b497-4135e77a2453 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 984 time: 0.0469203 Jun 03 15:30:12.223185 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-aae4c628-65fc-4ead-8f14-dc2db73e1ead req-8ab45bb5-ccd4-40b5-84be-fef56ff56293 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/security-groups?id=a693cf21-50d5-4e38-8e93-263cac144c13&id=d859fc33-d2f7-46f3-a29c-83d9a52aafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555656 Jun 03 15:30:13.340286 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1b74a0-4b45-42f4-89cf-343da85ef16e req-4bafdf57-5a6a-4bdc-9977-de1ba4d9097a tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:13.341728 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-bf1b74a0-4b45-42f4-89cf-343da85ef16e req-4bafdf57-5a6a-4bdc-9977-de1ba4d9097a tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 984 time: 0.0502281 Jun 03 15:30:13.401735 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-bf1b74a0-4b45-42f4-89cf-343da85ef16e req-d5f3a632-59da-4823-a4b0-6310cd58ce9d tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/security-groups?id=a693cf21-50d5-4e38-8e93-263cac144c13&id=d859fc33-d2f7-46f3-a29c-83d9a52aafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540543 Jun 03 15:30:14.513710 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ee294-8b96-46a5-9705-bd4ca6857168 req-2b1ca5f0-8fe0-415d-b12f-4d037848916c tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:14.515684 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-af3ee294-8b96-46a5-9705-bd4ca6857168 req-2b1ca5f0-8fe0-415d-b12f-4d037848916c tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 984 time: 0.0465615 Jun 03 15:30:14.579418 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-af3ee294-8b96-46a5-9705-bd4ca6857168 req-dc1b1346-8fad-4f88-b06f-e3784ffaac98 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/security-groups?id=a693cf21-50d5-4e38-8e93-263cac144c13&id=d859fc33-d2f7-46f3-a29c-83d9a52aafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576539 Jun 03 15:30:17.242391 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:30:17.244344 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:30:21.544299 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-3ecc459c-e7f8-4da9-b3fe-a2b49ae35561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (ba2d900a-f6c8-44b2-a19a-5d512e564d5a), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:21.581281 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c1d579-c9e4-4ca4-90f2-40706e3e4ef6 req-e056fb47-a798-457b-9f84-a6c56db9aaeb tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:21.582902 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-61c1d579-c9e4-4ca4-90f2-40706e3e4ef6 req-e056fb47-a798-457b-9f84-a6c56db9aaeb tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbacc2fb-8c4f-496f-97c4-97d1cbe1c9d2 HTTP/1.1" status: 200 len: 946 time: 0.0495424 Jun 03 15:30:21.635798 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-61c1d579-c9e4-4ca4-90f2-40706e3e4ef6 req-e9fb95da-e989-486b-bc2c-ec31376d60f9 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups?id=75a8fba4-4ec7-4dd1-868c-6137920eeed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471838 Jun 03 15:30:22.753328 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2b42f-0bc9-43b7-9cfb-1b056f0ec755 req-1e4a2f7a-9ec5-4936-9a1a-761296b93ce4 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:22.754832 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-6df2b42f-0bc9-43b7-9cfb-1b056f0ec755 req-1e4a2f7a-9ec5-4936-9a1a-761296b93ce4 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbacc2fb-8c4f-496f-97c4-97d1cbe1c9d2 HTTP/1.1" status: 200 len: 946 time: 0.0483928 Jun 03 15:30:22.802593 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-6df2b42f-0bc9-43b7-9cfb-1b056f0ec755 req-d5a8ccd3-45c4-4afa-bc2c-54f76770ea6e tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups?id=75a8fba4-4ec7-4dd1-868c-6137920eeed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422437 Jun 03 15:30:23.406564 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105da48d-c69e-4b0d-8382-a4f464e95047 req-74cd6ece-ccf7-47b0-9c2f-1567874dbd9f tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:23.408313 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-105da48d-c69e-4b0d-8382-a4f464e95047 req-74cd6ece-ccf7-47b0-9c2f-1567874dbd9f tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.95 "GET /v2.0/ports?device_id=fbacc2fb-8c4f-496f-97c4-97d1cbe1c9d2 HTTP/1.1" status: 200 len: 946 time: 0.0476103 Jun 03 15:30:23.457425 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=100 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:30:23.532216 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.plugin [req-105da48d-c69e-4b0d-8382-a4f464e95047 req-86cce2b2-e007-4cf9-9a33-5875836e926a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Deleting port 343d88d0-4f0d-4021-bfee-efee56348782 {{(pid=103919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:30:23.532570 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-105da48d-c69e-4b0d-8382-a4f464e95047 req-86cce2b2-e007-4cf9-9a33-5875836e926a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (343d88d0-4f0d-4021-bfee-efee56348782), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:23.623834 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [req-105da48d-c69e-4b0d-8382-a4f464e95047 req-86cce2b2-e007-4cf9-9a33-5875836e926a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] For port 343d88d0-4f0d-4021-bfee-efee56348782, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=343d88d0-4f0d-4021-bfee-efee56348782,segment=NetworkSegment(71db973e-62af-43f0-a23f-112fc819cb27),segment_id=71db973e-62af-43f0-a23f-112fc819cb27)] {{(pid=103919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:30:23.624193 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-105da48d-c69e-4b0d-8382-a4f464e95047 req-86cce2b2-e007-4cf9-9a33-5875836e926a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (343d88d0-4f0d-4021-bfee-efee56348782), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:23.775668 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-29d05d0a-4d28-4c9e-adae-5e4462e03122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (af3cb756-c261-4349-9f96-3650fb8ddf57), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:23.843908 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-105da48d-c69e-4b0d-8382-a4f464e95047 req-86cce2b2-e007-4cf9-9a33-5875836e926a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:23.844932 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-105da48d-c69e-4b0d-8382-a4f464e95047 req-86cce2b2-e007-4cf9-9a33-5875836e926a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763103'] for floatingip (f3781240-2a1c-430e-9287-e20e6a58b798), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:23.845074 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.db.l3_db [req-105da48d-c69e-4b0d-8382-a4f464e95047 req-86cce2b2-e007-4cf9-9a33-5875836e926a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Floating IP f3781240-2a1c-430e-9287-e20e6a58b798 disassociated. External IP: 172.27.3.178, port: 343d88d0-4f0d-4021-bfee-efee56348782. Jun 03 15:30:23.845401 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.plugin [req-105da48d-c69e-4b0d-8382-a4f464e95047 req-86cce2b2-e007-4cf9-9a33-5875836e926a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Calling delete_port for 343d88d0-4f0d-4021-bfee-efee56348782 owned by compute:nova {{(pid=103919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:30:23.923898 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e0cea-86c6-4af1-8f9c-7710395b594f req-03dbb913-d17d-4ea5-86b5-9be2b2fe9f4c tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:23.925497 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-200e0cea-86c6-4af1-8f9c-7710395b594f req-03dbb913-d17d-4ea5-86b5-9be2b2fe9f4c tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbacc2fb-8c4f-496f-97c4-97d1cbe1c9d2 HTTP/1.1" status: 200 len: 946 time: 0.0495729 Jun 03 15:30:23.973834 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-200e0cea-86c6-4af1-8f9c-7710395b594f req-4b31e02a-3561-445c-bd7e-6d5e4f0a63da tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups?id=75a8fba4-4ec7-4dd1-868c-6137920eeed7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425138 Jun 03 15:30:24.008974 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-105da48d-c69e-4b0d-8382-a4f464e95047 req-86cce2b2-e007-4cf9-9a33-5875836e926a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4807792'] for port (343d88d0-4f0d-4021-bfee-efee56348782), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:24.036650 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cce2b2-e007-4cf9-9a33-5875836e926a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Pushing event deleted for resources: {'Port': ['ID=343d88d0-4f0d-4021-bfee-efee56348782,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:24.048275 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cce2b2-e007-4cf9-9a33-5875836e926a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:24.048615 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cce2b2-e007-4cf9-9a33-5875836e926a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:24.048952 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cce2b2-e007-4cf9-9a33-5875836e926a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:24.049278 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cce2b2-e007-4cf9-9a33-5875836e926a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:24.049600 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cce2b2-e007-4cf9-9a33-5875836e926a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:24.049928 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cce2b2-e007-4cf9-9a33-5875836e926a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:24.050248 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cce2b2-e007-4cf9-9a33-5875836e926a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:24.050587 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cce2b2-e007-4cf9-9a33-5875836e926a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:24.050907 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cce2b2-e007-4cf9-9a33-5875836e926a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:24.051223 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cce2b2-e007-4cf9-9a33-5875836e926a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:24.051540 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cce2b2-e007-4cf9-9a33-5875836e926a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:24.051854 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cce2b2-e007-4cf9-9a33-5875836e926a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:24.052165 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cce2b2-e007-4cf9-9a33-5875836e926a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:24.052492 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cce2b2-e007-4cf9-9a33-5875836e926a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:24.052886 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cce2b2-e007-4cf9-9a33-5875836e926a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:24.157821 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.l3_agent_scheduler [req-105da48d-c69e-4b0d-8382-a4f464e95047 req-86cce2b2-e007-4cf9-9a33-5875836e926a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Router bc437c53-8ef0-4776-adae-03f3429aef49 has already been hosted by L3 agent af3cb756-c261-4349-9f96-3650fb8ddf57 {{(pid=103919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 15:30:24.167927 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:30:24.262666 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-105da48d-c69e-4b0d-8382-a4f464e95047 req-86cce2b2-e007-4cf9-9a33-5875836e926a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Notify agent at l3_agent.dv-cinder-831247-16-iscsi the message routers_updated {{(pid=103919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 15:30:24.273541 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6336aca8-8857-41fc-9c04-6c8243e729f7 None None] Sync routers for ids ['bc437c53-8ef0-4776-adae-03f3429aef49'] in dv-cinder-831247-16-iscsi {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:30:24.289449 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6336aca8-8857-41fc-9c04-6c8243e729f7 None None] Routers {'bc437c53-8ef0-4776-adae-03f3429aef49'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:30:24.290199 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-6336aca8-8857-41fc-9c04-6c8243e729f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:30:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['bc437c53-8ef0-4776-adae-03f3429aef49'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:30:24.326563 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [req-105da48d-c69e-4b0d-8382-a4f464e95047 req-86cce2b2-e007-4cf9-9a33-5875836e926a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] No DVR routers for this DVR port 343d88d0-4f0d-4021-bfee-efee56348782 on host hv-cinder-83124 {{(pid=103919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 15:30:24.330375 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-105da48d-c69e-4b0d-8382-a4f464e95047 req-86cce2b2-e007-4cf9-9a33-5875836e926a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for port (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:24.333853 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-105da48d-c69e-4b0d-8382-a4f464e95047 req-86cce2b2-e007-4cf9-9a33-5875836e926a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.95 "DELETE /v2.0/ports/343d88d0-4f0d-4021-bfee-efee56348782 HTTP/1.1" status: 204 len: 173 time: 0.9196470 Jun 03 15:30:24.334306 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbacc2fb-8c4f-496f-97c4-97d1cbe1c9d2', 'name': 'network-vif-deleted', 'tag': '343d88d0-4f0d-4021-bfee-efee56348782'}] {{(pid=103919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:30:24.336727 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb6718ce3f0a4af57ef91ee7142c10b6234fd65cffdc95d0a08216ae9169e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83d66b7-efd7-47d1-b110-e3df380b2d23" -d '{"events": [{"server_uuid": "fbacc2fb-8c4f-496f-97c4-97d1cbe1c9d2", "name": "network-vif-deleted", "tag": "343d88d0-4f0d-4021-bfee-efee56348782"}]}' {{(pid=103919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:30:24.381799 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 15:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f13756-6943-4065-a1f1-592e49baa302 x-openstack-request-id: req-f7f13756-6943-4065-a1f1-592e49baa302 {{(pid=103919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:30:24.382040 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbacc2fb-8c4f-496f-97c4-97d1cbe1c9d2", "name": "network-vif-deleted", "tag": "343d88d0-4f0d-4021-bfee-efee56348782", "status": "completed", "code": 200}]} {{(pid=103919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:30:24.382272 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f7f13756-6943-4065-a1f1-592e49baa302 {{(pid=103919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:30:24.383098 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7f13756-6943-4065-a1f1-592e49baa302'] response: {'server_uuid': 'fbacc2fb-8c4f-496f-97c4-97d1cbe1c9d2', 'name': 'network-vif-deleted', 'tag': '343d88d0-4f0d-4021-bfee-efee56348782', 'status': 'completed', 'code': 200} Jun 03 15:30:24.408785 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-6336aca8-8857-41fc-9c04-6c8243e729f7 None None] Set router bc437c53-8ef0-4776-adae-03f3429aef49 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:30:24.640619 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-6336aca8-8857-41fc-9c04-6c8243e729f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'name': 'tempest-AttachVolumeNegativeTest-1504343588-router', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:36Z', 'updated_at': '2022-06-03T15:26:46Z', 'revision_number': 4, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'gw_port': {'id': '1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:38Z', 'updated_at': '2022-06-03T15:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_floatingips': [{'id': '6aa86221-dc52-45dd-ad21-9470aad71634', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'floating_ip_address': '172.27.3.51', 'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'router_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'port_id': '67597138-621c-43e8-af88-f2fa1bf44d03', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68719859-5880-402e-b442-370597e1ce2f', 'mac_address': 'fa:16:3e:5c:a2:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be206f-1554-46fe-9fa7-581d2d394865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:26:58Z', 'updated_at': '2022-06-03T15:27:43Z', 'revision_number': 2, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4683a29-9638-4e0d-884d-65794d85dd4f', 'name': '', 'network_id': '68719859-5880-402e-b442-370597e1ce2f', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'mac_address': 'fa:16:3e:bd:e2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1e60cea5-d2fd-43f7-aff8-25b5abe402c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:42Z', 'updated_at': '2022-06-03T15:27:00Z', 'revision_number': 5, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'subnets': [{'id': '1e60cea5-d2fd-43f7-aff8-25b5abe402c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:30:24.672776 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6336aca8-8857-41fc-9c04-6c8243e729f7 None None] Checking router: bc437c53-8ef0-4776-adae-03f3429aef49 for host: dv-cinder-831247-16-iscsi {{(pid=103922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:30:24.682120 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6336aca8-8857-41fc-9c04-6c8243e729f7 None None] Routers {'bc437c53-8ef0-4776-adae-03f3429aef49'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:30:24.682686 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-6336aca8-8857-41fc-9c04-6c8243e729f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:30:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['bc437c53-8ef0-4776-adae-03f3429aef49'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:30:24.784871 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-6336aca8-8857-41fc-9c04-6c8243e729f7 None None] Set router bc437c53-8ef0-4776-adae-03f3429aef49 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:30:25.117258 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-b0b59672-3e91-463e-b656-7b29953fefb1 req-ac5f2c26-7989-4804-8d85-0ae4d037d109 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=fbacc2fb-8c4f-496f-97c4-97d1cbe1c9d2 HTTP/1.1" status: 200 len: 210 time: 0.0320051 Jun 03 15:30:25.120897 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-6336aca8-8857-41fc-9c04-6c8243e729f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'name': 'tempest-AttachVolumeNegativeTest-1504343588-router', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:36Z', 'updated_at': '2022-06-03T15:26:46Z', 'revision_number': 4, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'gw_port': {'id': '1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:38Z', 'updated_at': '2022-06-03T15:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_floatingips': [{'id': '6aa86221-dc52-45dd-ad21-9470aad71634', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'floating_ip_address': '172.27.3.51', 'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'router_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'port_id': '67597138-621c-43e8-af88-f2fa1bf44d03', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68719859-5880-402e-b442-370597e1ce2f', 'mac_address': 'fa:16:3e:5c:a2:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be206f-1554-46fe-9fa7-581d2d394865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:26:58Z', 'updated_at': '2022-06-03T15:27:43Z', 'revision_number': 2, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4683a29-9638-4e0d-884d-65794d85dd4f', 'name': '', 'network_id': '68719859-5880-402e-b442-370597e1ce2f', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'mac_address': 'fa:16:3e:bd:e2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1e60cea5-d2fd-43f7-aff8-25b5abe402c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:42Z', 'updated_at': '2022-06-03T15:27:00Z', 'revision_number': 5, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'subnets': [{'id': '1e60cea5-d2fd-43f7-aff8-25b5abe402c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:30:25.148050 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6336aca8-8857-41fc-9c04-6c8243e729f7 None None] The sync data for ids ['bc437c53-8ef0-4776-adae-03f3429aef49'] in dv-cinder-831247-16-iscsi is: [{'id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'name': 'tempest-AttachVolumeNegativeTest-1504343588-router', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:36Z', 'updated_at': '2022-06-03T15:26:46Z', 'revision_number': 4, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'gw_port': {'id': '1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:38Z', 'updated_at': '2022-06-03T15:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_floatingips': [{'id': '6aa86221-dc52-45dd-ad21-9470aad71634', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'floating_ip_address': '172.27.3.51', 'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'router_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'port_id': '67597138-621c-43e8-af88-f2fa1bf44d03', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68719859-5880-402e-b442-370597e1ce2f', 'mac_address': 'fa:16:3e:5c:a2:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9be206f-1554-46fe-9fa7-581d2d394865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:26:58Z', 'updated_at': '2022-06-03T15:27:43Z', 'revision_number': 2, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4683a29-9638-4e0d-884d-65794d85dd4f', 'name': '', 'network_id': '68719859-5880-402e-b442-370597e1ce2f', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'mac_address': 'fa:16:3e:bd:e2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1e60cea5-d2fd-43f7-aff8-25b5abe402c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:42Z', 'updated_at': '2022-06-03T15:27:00Z', 'revision_number': 5, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'subnets': [{'id': '1e60cea5-d2fd-43f7-aff8-25b5abe402c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:30:25.479950 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdeea79c-8fe6-4ada-9fbd-7b35a01188be None None] New status for floating IP f3781240-2a1c-430e-9287-e20e6a58b798: DOWN {{(pid=103921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 15:30:25.599328 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ea450706-6f9d-4600-9901-8a13358e87c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (c1b56563-1529-491f-97b0-bd0331fef87b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:26.210017 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 53806) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:30:26.270521 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-408fb147-aff5-4584-ba9a-ee96e8f2b841 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for security_group (75a8fba4-4ec7-4dd1-868c-6137920eeed7), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:26.293921 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-408fb147-aff5-4584-ba9a-ee96e8f2b841 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for security_group (75a8fba4-4ec7-4dd1-868c-6137920eeed7), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:26.346012 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-408fb147-aff5-4584-ba9a-ee96e8f2b841 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (75a8fba4-4ec7-4dd1-868c-6137920eeed7), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:26.348970 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-408fb147-aff5-4584-ba9a-ee96e8f2b841 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:26.350253 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-408fb147-aff5-4584-ba9a-ee96e8f2b841 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "DELETE /v2.0/security-groups/75a8fba4-4ec7-4dd1-868c-6137920eeed7 HTTP/1.1" status: 204 len: 168 time: 0.1391540 Jun 03 15:30:26.353064 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 53808) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:30:26.354017 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:30:26.361762 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408fb147-aff5-4584-ba9a-ee96e8f2b841 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a8fba4-4ec7-4dd1-868c-6137920eeed7,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:26.369487 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.api.v2.resource [None req-2da73f66-edbb-4ae7-b726-b9100f7c9ad6 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] show failed (client error): The resource could not be found. Jun 03 15:30:26.374244 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 53810) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:30:26.374416 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-2da73f66-edbb-4ae7-b726-b9100f7c9ad6 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups/75a8fba4-4ec7-4dd1-868c-6137920eeed7 HTTP/1.1" status: 404 len: 347 time: 0.0201516 Jun 03 15:30:26.491552 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.plugin [None req-c8396e0b-9dcf-479e-aec3-5967632da6e5 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Deleting port 84dd64e2-4b9e-4097-a94c-d51cbec93dd3 {{(pid=103919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:30:26.491816 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-c8396e0b-9dcf-479e-aec3-5967632da6e5 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (84dd64e2-4b9e-4097-a94c-d51cbec93dd3), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:26.533345 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0007325d-49bd-45ba-86c8-d0efad7af70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (e76c2f28-d1d2-478d-a24e-96dcb24ae502), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:26.571147 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-c8396e0b-9dcf-479e-aec3-5967632da6e5 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (84dd64e2-4b9e-4097-a94c-d51cbec93dd3), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:26.572615 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-c8396e0b-9dcf-479e-aec3-5967632da6e5 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for floatingip (84dd64e2-4b9e-4097-a94c-d51cbec93dd3), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:26.590557 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.plugin [None req-c8396e0b-9dcf-479e-aec3-5967632da6e5 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Calling delete_port for 84dd64e2-4b9e-4097-a94c-d51cbec93dd3 owned by network:floatingip {{(pid=103919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:30:26.747813 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-c8396e0b-9dcf-479e-aec3-5967632da6e5 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4807792'] for port (84dd64e2-4b9e-4097-a94c-d51cbec93dd3), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:26.778062 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8396e0b-9dcf-479e-aec3-5967632da6e5 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Pushing event deleted for resources: {'Port': ['ID=84dd64e2-4b9e-4097-a94c-d51cbec93dd3,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:26.844963 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-c8396e0b-9dcf-479e-aec3-5967632da6e5 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for floatingip (f3781240-2a1c-430e-9287-e20e6a58b798), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:26.847655 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-c8396e0b-9dcf-479e-aec3-5967632da6e5 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for floatingip (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:26.848856 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-c8396e0b-9dcf-479e-aec3-5967632da6e5 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "DELETE /v2.0/floatingips/f3781240-2a1c-430e-9287-e20e6a58b798 HTTP/1.1" status: 204 len: 168 time: 0.4724584 Jun 03 15:30:27.068915 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device 343d88d0-4f0d-4021-bfee-efee56348782 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 15:30:27.089641 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] No Port match for: 343d88d0-4f0d-4021-bfee-efee56348782 {{(pid=103921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 15:30:27.090260 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device 343d88d0-4f0d-4021-bfee-efee56348782 not bound to the agent host hv-cinder-83124 {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 15:30:28.223648 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (b78338d6-31c9-4f43-bfac-5a5a854a8366), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:28.557990 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3963abc7-e5f0-4960-ab21-1638a07ddbb8 req-8d411194-db01-46ca-9345-19d6024a6980 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:28.559516 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-3963abc7-e5f0-4960-ab21-1638a07ddbb8 req-8d411194-db01-46ca-9345-19d6024a6980 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=f9be206f-1554-46fe-9fa7-581d2d394865 HTTP/1.1" status: 200 len: 945 time: 0.0481567 Jun 03 15:30:28.606738 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-3963abc7-e5f0-4960-ab21-1638a07ddbb8 req-0070c309-945b-4925-833d-465fc84383bc tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups?id=1b98f6fb-eda1-4163-8db0-910407ebd3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415516 Jun 03 15:30:29.728847 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ddd55-33c9-479c-a88e-5c3ff71aecc4 req-2c51167a-77a0-451c-908a-58e0028e2054 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:29.730294 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-d61ddd55-33c9-479c-a88e-5c3ff71aecc4 req-2c51167a-77a0-451c-908a-58e0028e2054 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=f9be206f-1554-46fe-9fa7-581d2d394865 HTTP/1.1" status: 200 len: 945 time: 0.0536976 Jun 03 15:30:29.780159 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-d61ddd55-33c9-479c-a88e-5c3ff71aecc4 req-7ce6f160-e77f-4528-b4b7-6809b6e8f462 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups?id=1b98f6fb-eda1-4163-8db0-910407ebd3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441167 Jun 03 15:30:30.847082 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13508030-58ad-4b4d-b49c-55c9f7741b09 req-f33f4b97-25e6-471f-bda1-076068258e58 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:30.849456 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-13508030-58ad-4b4d-b49c-55c9f7741b09 req-f33f4b97-25e6-471f-bda1-076068258e58 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.95 "GET /v2.0/ports?device_id=f9be206f-1554-46fe-9fa7-581d2d394865 HTTP/1.1" status: 200 len: 945 time: 0.0525575 Jun 03 15:30:30.916486 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759497ef-db1f-43d0-b6e3-76006d2185b4 req-9c0298f9-4eba-40a1-ae48-bc1ede7ecdd9 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:30.917962 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-759497ef-db1f-43d0-b6e3-76006d2185b4 req-9c0298f9-4eba-40a1-ae48-bc1ede7ecdd9 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=f9be206f-1554-46fe-9fa7-581d2d394865 HTTP/1.1" status: 200 len: 945 time: 0.0482392 Jun 03 15:30:30.930455 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=100 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:30:30.949637 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:30:30.968785 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-759497ef-db1f-43d0-b6e3-76006d2185b4 req-52d18928-6c99-44fd-99c9-60d89f118fcf tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups?id=1b98f6fb-eda1-4163-8db0-910407ebd3ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450604 Jun 03 15:30:31.012385 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.plugin [req-13508030-58ad-4b4d-b49c-55c9f7741b09 req-20b11562-301e-47c4-84d0-26117aef762a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Deleting port 67597138-621c-43e8-af88-f2fa1bf44d03 {{(pid=103919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:30:31.012725 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-13508030-58ad-4b4d-b49c-55c9f7741b09 req-20b11562-301e-47c4-84d0-26117aef762a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (67597138-621c-43e8-af88-f2fa1bf44d03), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:31.101530 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [req-13508030-58ad-4b4d-b49c-55c9f7741b09 req-20b11562-301e-47c4-84d0-26117aef762a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] For port 67597138-621c-43e8-af88-f2fa1bf44d03, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=67597138-621c-43e8-af88-f2fa1bf44d03,segment=NetworkSegment(71db973e-62af-43f0-a23f-112fc819cb27),segment_id=71db973e-62af-43f0-a23f-112fc819cb27)] {{(pid=103919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:30:31.101801 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-13508030-58ad-4b4d-b49c-55c9f7741b09 req-20b11562-301e-47c4-84d0-26117aef762a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (67597138-621c-43e8-af88-f2fa1bf44d03), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:31.260056 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:30:31.284041 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-13508030-58ad-4b4d-b49c-55c9f7741b09 req-20b11562-301e-47c4-84d0-26117aef762a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:31.284407 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-13508030-58ad-4b4d-b49c-55c9f7741b09 req-20b11562-301e-47c4-84d0-26117aef762a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763103'] for floatingip (6aa86221-dc52-45dd-ad21-9470aad71634), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:31.284707 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.db.l3_db [req-13508030-58ad-4b4d-b49c-55c9f7741b09 req-20b11562-301e-47c4-84d0-26117aef762a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Floating IP 6aa86221-dc52-45dd-ad21-9470aad71634 disassociated. External IP: 172.27.3.51, port: 67597138-621c-43e8-af88-f2fa1bf44d03. Jun 03 15:30:31.285044 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.plugin [req-13508030-58ad-4b4d-b49c-55c9f7741b09 req-20b11562-301e-47c4-84d0-26117aef762a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Calling delete_port for 67597138-621c-43e8-af88-f2fa1bf44d03 owned by compute:nova {{(pid=103919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:30:31.415196 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-13508030-58ad-4b4d-b49c-55c9f7741b09 req-20b11562-301e-47c4-84d0-26117aef762a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4807792'] for port (67597138-621c-43e8-af88-f2fa1bf44d03), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:31.441269 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b11562-301e-47c4-84d0-26117aef762a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Pushing event deleted for resources: {'Port': ['ID=67597138-621c-43e8-af88-f2fa1bf44d03,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:31.559095 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13508030-58ad-4b4d-b49c-55c9f7741b09 req-20b11562-301e-47c4-84d0-26117aef762a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Router bc437c53-8ef0-4776-adae-03f3429aef49 has already been hosted by L3 agent af3cb756-c261-4349-9f96-3650fb8ddf57 {{(pid=103919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 15:30:31.665719 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13508030-58ad-4b4d-b49c-55c9f7741b09 req-20b11562-301e-47c4-84d0-26117aef762a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Notify agent at l3_agent.dv-cinder-831247-16-iscsi the message routers_updated {{(pid=103919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 15:30:31.677250 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228b1e86-821b-4652-b6e3-037fd2e69896 None None] Sync routers for ids ['bc437c53-8ef0-4776-adae-03f3429aef49'] in dv-cinder-831247-16-iscsi {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:30:31.687731 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228b1e86-821b-4652-b6e3-037fd2e69896 None None] Routers {'bc437c53-8ef0-4776-adae-03f3429aef49'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:30:31.688474 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-228b1e86-821b-4652-b6e3-037fd2e69896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:30:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['bc437c53-8ef0-4776-adae-03f3429aef49'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:30:31.711161 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [req-13508030-58ad-4b4d-b49c-55c9f7741b09 req-20b11562-301e-47c4-84d0-26117aef762a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] No DVR routers for this DVR port 67597138-621c-43e8-af88-f2fa1bf44d03 on host hv-cinder-83124 {{(pid=103919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 15:30:31.714110 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-13508030-58ad-4b4d-b49c-55c9f7741b09 req-20b11562-301e-47c4-84d0-26117aef762a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for port (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:31.717850 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-13508030-58ad-4b4d-b49c-55c9f7741b09 req-20b11562-301e-47c4-84d0-26117aef762a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.95 "DELETE /v2.0/ports/67597138-621c-43e8-af88-f2fa1bf44d03 HTTP/1.1" status: 204 len: 173 time: 0.7961802 Jun 03 15:30:31.718376 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9be206f-1554-46fe-9fa7-581d2d394865', 'name': 'network-vif-deleted', 'tag': '67597138-621c-43e8-af88-f2fa1bf44d03'}] {{(pid=103919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:30:31.720854 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb6718ce3f0a4af57ef91ee7142c10b6234fd65cffdc95d0a08216ae9169e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6085ca-9def-427c-a770-988adda79573" -d '{"events": [{"server_uuid": "f9be206f-1554-46fe-9fa7-581d2d394865", "name": "network-vif-deleted", "tag": "67597138-621c-43e8-af88-f2fa1bf44d03"}]}' {{(pid=103919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:30:31.794910 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 15:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646506a0-1316-43f3-8932-e92f202bcc06 x-openstack-request-id: req-646506a0-1316-43f3-8932-e92f202bcc06 {{(pid=103919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:30:31.795118 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9be206f-1554-46fe-9fa7-581d2d394865", "name": "network-vif-deleted", "tag": "67597138-621c-43e8-af88-f2fa1bf44d03", "status": "completed", "code": 200}]} {{(pid=103919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:30:31.795345 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-646506a0-1316-43f3-8932-e92f202bcc06 {{(pid=103919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:30:31.795759 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-646506a0-1316-43f3-8932-e92f202bcc06'] response: {'server_uuid': 'f9be206f-1554-46fe-9fa7-581d2d394865', 'name': 'network-vif-deleted', 'tag': '67597138-621c-43e8-af88-f2fa1bf44d03', 'status': 'completed', 'code': 200} Jun 03 15:30:31.841747 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-228b1e86-821b-4652-b6e3-037fd2e69896 None None] Set router bc437c53-8ef0-4776-adae-03f3429aef49 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:30:31.876790 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b7d042-176c-436a-8e7a-767fcdfff9e7 req-81865e23-b8a8-49fa-a55f-d5c5abe85ffa tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:31.879477 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-18b7d042-176c-436a-8e7a-767fcdfff9e7 req-81865e23-b8a8-49fa-a55f-d5c5abe85ffa tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 945 time: 0.0724442 Jun 03 15:30:31.890762 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=100 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:30:31.947063 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-18b7d042-176c-436a-8e7a-767fcdfff9e7 req-e802c2c5-b471-438a-adc9-d676fa9739d2 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9c415980-d445-441d-a0a3-94a8eef0bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619593 Jun 03 15:30:32.049025 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=100 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:30:32.068938 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-228b1e86-821b-4652-b6e3-037fd2e69896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'name': 'tempest-AttachVolumeNegativeTest-1504343588-router', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:36Z', 'updated_at': '2022-06-03T15:26:46Z', 'revision_number': 4, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'gw_port': {'id': '1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:38Z', 'updated_at': '2022-06-03T15:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': 'a4683a29-9638-4e0d-884d-65794d85dd4f', 'name': '', 'network_id': '68719859-5880-402e-b442-370597e1ce2f', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'mac_address': 'fa:16:3e:bd:e2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1e60cea5-d2fd-43f7-aff8-25b5abe402c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:42Z', 'updated_at': '2022-06-03T15:27:00Z', 'revision_number': 5, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'subnets': [{'id': '1e60cea5-d2fd-43f7-aff8-25b5abe402c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:30:32.086060 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-4af76ed2-6a0c-4157-af96-2c5a6a8b9839 req-ee65d6a5-50bb-4c0b-bf68-05e9346525ae tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=f9be206f-1554-46fe-9fa7-581d2d394865 HTTP/1.1" status: 200 len: 210 time: 0.0296350 Jun 03 15:30:32.094091 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228b1e86-821b-4652-b6e3-037fd2e69896 None None] Checking router: bc437c53-8ef0-4776-adae-03f3429aef49 for host: dv-cinder-831247-16-iscsi {{(pid=103922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:30:32.103218 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228b1e86-821b-4652-b6e3-037fd2e69896 None None] Routers {'bc437c53-8ef0-4776-adae-03f3429aef49'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:30:32.103828 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-228b1e86-821b-4652-b6e3-037fd2e69896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:30:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['bc437c53-8ef0-4776-adae-03f3429aef49'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:30:32.206487 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-228b1e86-821b-4652-b6e3-037fd2e69896 None None] Set router bc437c53-8ef0-4776-adae-03f3429aef49 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:30:32.392430 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-228b1e86-821b-4652-b6e3-037fd2e69896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'name': 'tempest-AttachVolumeNegativeTest-1504343588-router', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:36Z', 'updated_at': '2022-06-03T15:26:46Z', 'revision_number': 4, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'gw_port': {'id': '1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:38Z', 'updated_at': '2022-06-03T15:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': 'a4683a29-9638-4e0d-884d-65794d85dd4f', 'name': '', 'network_id': '68719859-5880-402e-b442-370597e1ce2f', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'mac_address': 'fa:16:3e:bd:e2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1e60cea5-d2fd-43f7-aff8-25b5abe402c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:42Z', 'updated_at': '2022-06-03T15:27:00Z', 'revision_number': 5, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'subnets': [{'id': '1e60cea5-d2fd-43f7-aff8-25b5abe402c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:30:32.418919 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228b1e86-821b-4652-b6e3-037fd2e69896 None None] The sync data for ids ['bc437c53-8ef0-4776-adae-03f3429aef49'] in dv-cinder-831247-16-iscsi is: [{'id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'name': 'tempest-AttachVolumeNegativeTest-1504343588-router', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:36Z', 'updated_at': '2022-06-03T15:26:46Z', 'revision_number': 4, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'gw_port': {'id': '1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:38Z', 'updated_at': '2022-06-03T15:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': 'a4683a29-9638-4e0d-884d-65794d85dd4f', 'name': '', 'network_id': '68719859-5880-402e-b442-370597e1ce2f', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'mac_address': 'fa:16:3e:bd:e2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1e60cea5-d2fd-43f7-aff8-25b5abe402c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:42Z', 'updated_at': '2022-06-03T15:27:00Z', 'revision_number': 5, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'subnets': [{'id': '1e60cea5-d2fd-43f7-aff8-25b5abe402c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:30:32.640102 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dcc261-ccd0-4990-9fd3-d93534f5ff25 None None] New status for floating IP 6aa86221-dc52-45dd-ad21-9470aad71634: DOWN {{(pid=103921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 15:30:33.065653 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18907fa2-ca01-4edd-8b5f-93482d62ab0d req-08866902-41db-423c-b68a-d48d1f0905de tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:33.067219 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-18907fa2-ca01-4edd-8b5f-93482d62ab0d req-08866902-41db-423c-b68a-d48d1f0905de tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 945 time: 0.0478885 Jun 03 15:30:33.115357 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-18907fa2-ca01-4edd-8b5f-93482d62ab0d req-01a7a225-cddf-4fce-812c-81833520f66b tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9c415980-d445-441d-a0a3-94a8eef0bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422823 Jun 03 15:30:33.182020 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 53864) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:30:33.198189 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:30:33.238492 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-eea279b0-aa90-4f52-b0f5-499738cf27ee tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for security_group (1b98f6fb-eda1-4163-8db0-910407ebd3ce), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:33.261882 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-eea279b0-aa90-4f52-b0f5-499738cf27ee tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for security_group (1b98f6fb-eda1-4163-8db0-910407ebd3ce), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:33.313893 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-eea279b0-aa90-4f52-b0f5-499738cf27ee tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (1b98f6fb-eda1-4163-8db0-910407ebd3ce), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:33.316424 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-eea279b0-aa90-4f52-b0f5-499738cf27ee tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:33.317478 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-eea279b0-aa90-4f52-b0f5-499738cf27ee tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "DELETE /v2.0/security-groups/1b98f6fb-eda1-4163-8db0-910407ebd3ce HTTP/1.1" status: 204 len: 168 time: 0.1344593 Jun 03 15:30:33.320348 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 53866) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:30:33.320822 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:30:33.328180 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea279b0-aa90-4f52-b0f5-499738cf27ee tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b98f6fb-eda1-4163-8db0-910407ebd3ce,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:33.336515 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.api.v2.resource [None req-0daa050d-25a8-4771-9a5a-f03ec358aa0b tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] show failed (client error): The resource could not be found. Jun 03 15:30:33.337539 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-0daa050d-25a8-4771-9a5a-f03ec358aa0b tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups/1b98f6fb-eda1-4163-8db0-910407ebd3ce HTTP/1.1" status: 404 len: 347 time: 0.0161178 Jun 03 15:30:33.340434 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 53868) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:30:33.455944 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-3644face-ae60-4e99-b380-a98a657b582f tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Deleting port 135e5176-eb48-44ea-8cb9-3bc134697b1b {{(pid=103920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:30:33.456275 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-3644face-ae60-4e99-b380-a98a657b582f tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (135e5176-eb48-44ea-8cb9-3bc134697b1b), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:33.505587 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=100 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:30:33.533439 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-3644face-ae60-4e99-b380-a98a657b582f tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (135e5176-eb48-44ea-8cb9-3bc134697b1b), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:33.533758 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-3644face-ae60-4e99-b380-a98a657b582f tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for floatingip (135e5176-eb48-44ea-8cb9-3bc134697b1b), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:33.549037 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-3644face-ae60-4e99-b380-a98a657b582f tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Calling delete_port for 135e5176-eb48-44ea-8cb9-3bc134697b1b owned by network:floatingip {{(pid=103920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:30:33.688029 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-3644face-ae60-4e99-b380-a98a657b582f tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5848811'] for port (135e5176-eb48-44ea-8cb9-3bc134697b1b), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:33.714799 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3644face-ae60-4e99-b380-a98a657b582f tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Pushing event deleted for resources: {'Port': ['ID=135e5176-eb48-44ea-8cb9-3bc134697b1b,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:33.738717 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3644face-ae60-4e99-b380-a98a657b582f tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:33.739052 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3644face-ae60-4e99-b380-a98a657b582f tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:33.739394 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3644face-ae60-4e99-b380-a98a657b582f tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:33.739736 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3644face-ae60-4e99-b380-a98a657b582f tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:33.740072 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3644face-ae60-4e99-b380-a98a657b582f tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:33.740401 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3644face-ae60-4e99-b380-a98a657b582f tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:33.740729 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3644face-ae60-4e99-b380-a98a657b582f tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:33.741053 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3644face-ae60-4e99-b380-a98a657b582f tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:33.741376 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3644face-ae60-4e99-b380-a98a657b582f tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:33.741699 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3644face-ae60-4e99-b380-a98a657b582f tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:33.742021 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3644face-ae60-4e99-b380-a98a657b582f tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:33.742341 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3644face-ae60-4e99-b380-a98a657b582f tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:33.742695 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3644face-ae60-4e99-b380-a98a657b582f tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:33.743017 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3644face-ae60-4e99-b380-a98a657b582f tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:33.743337 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3644face-ae60-4e99-b380-a98a657b582f tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:30:33.793162 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-3644face-ae60-4e99-b380-a98a657b582f tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for floatingip (6aa86221-dc52-45dd-ad21-9470aad71634), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:33.795776 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-3644face-ae60-4e99-b380-a98a657b582f tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for floatingip (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:33.796913 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-3644face-ae60-4e99-b380-a98a657b582f tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "DELETE /v2.0/floatingips/6aa86221-dc52-45dd-ad21-9470aad71634 HTTP/1.1" status: 204 len: 168 time: 0.4547825 Jun 03 15:30:33.869885 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 53872) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:30:33.874350 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-df3591fb-e65c-4351-98ca-0f8fa1e5ae22 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Request body: {'security_group': {'name': 'tempest-securitygroup--372302846', 'description': 'tempest-description--1340722980'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:30:33.895541 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-df3591fb-e65c-4351-98ca-0f8fa1e5ae22 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:33.962852 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-df3591fb-e65c-4351-98ca-0f8fa1e5ae22 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for security_group (8eddbecd-ee4e-4ad0-893a-4d26b87b55b8), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:33.966135 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-df3591fb-e65c-4351-98ca-0f8fa1e5ae22 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (8eddbecd-ee4e-4ad0-893a-4d26b87b55b8), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:33.997057 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-df3591fb-e65c-4351-98ca-0f8fa1e5ae22 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:33.998259 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-df3591fb-e65c-4351-98ca-0f8fa1e5ae22 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1274009 Jun 03 15:30:33.999330 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3591fb-e65c-4351-98ca-0f8fa1e5ae22 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8eddbecd-ee4e-4ad0-893a-4d26b87b55b8,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:34.001259 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 53874) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:30:34.009031 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-6b534cc8-91a1-43c8-b924-ce502e418f79 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Request body: {'security_group_rule': {'security_group_id': '8eddbecd-ee4e-4ad0-893a-4d26b87b55b8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:30:34.035913 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-6b534cc8-91a1-43c8-b924-ce502e418f79 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for security_group_rule (717b3c33-ad12-4b64-a80a-223e9e34d725), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:34.091727 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-6b534cc8-91a1-43c8-b924-ce502e418f79 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for security_group_rule (717b3c33-ad12-4b64-a80a-223e9e34d725), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:34.096367 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-6b534cc8-91a1-43c8-b924-ce502e418f79 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749434'] for security_group_rule (717b3c33-ad12-4b64-a80a-223e9e34d725), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:34.114385 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b534cc8-91a1-43c8-b924-ce502e418f79 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=717b3c33-ad12-4b64-a80a-223e9e34d725,revision_number=0']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:34.122472 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-6b534cc8-91a1-43c8-b924-ce502e418f79 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:34.123697 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-6b534cc8-91a1-43c8-b924-ce502e418f79 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1207700 Jun 03 15:30:34.126379 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 53876) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:30:34.130560 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-4cc84a7d-27d8-4e9c-98b7-493446e6df1e tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Request body: {'security_group_rule': {'security_group_id': '8eddbecd-ee4e-4ad0-893a-4d26b87b55b8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:30:34.161151 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-4cc84a7d-27d8-4e9c-98b7-493446e6df1e tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for security_group_rule (4ab3379a-799b-4d36-bc67-2d679c9dd61c), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:34.249835 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23522821-0d2c-434c-8a39-46fbcbdfb175 req-6551e98b-80ce-45a1-a90d-6e806e1eb73d tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:34.251738 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-23522821-0d2c-434c-8a39-46fbcbdfb175 req-6551e98b-80ce-45a1-a90d-6e806e1eb73d tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 945 time: 0.0593987 Jun 03 15:30:34.261312 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-4cc84a7d-27d8-4e9c-98b7-493446e6df1e tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for security_group_rule (4ab3379a-799b-4d36-bc67-2d679c9dd61c), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:34.277508 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-4cc84a7d-27d8-4e9c-98b7-493446e6df1e tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749434'] for security_group_rule (4ab3379a-799b-4d36-bc67-2d679c9dd61c), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:34.520178 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc84a7d-27d8-4e9c-98b7-493446e6df1e tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ab3379a-799b-4d36-bc67-2d679c9dd61c,revision_number=0']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:34.541437 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-4cc84a7d-27d8-4e9c-98b7-493446e6df1e tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:34.542643 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-4cc84a7d-27d8-4e9c-98b7-493446e6df1e tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4152918 Jun 03 15:30:34.545861 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 53880) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:30:34.546345 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-23522821-0d2c-434c-8a39-46fbcbdfb175 req-154e7d2b-20c5-46ff-acbe-d4185e2eecde tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9c415980-d445-441d-a0a3-94a8eef0bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2869871 Jun 03 15:30:34.551698 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-43ac790f-7c0b-4184-bd13-2f0cfff44eda tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Request body: {'floatingip': {'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:30:34.574400 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-43ac790f-7c0b-4184-bd13-2f0cfff44eda tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:34.653500 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-43ac790f-7c0b-4184-bd13-2f0cfff44eda tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:34.662285 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:30:34.761465 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_common [None req-43ac790f-7c0b-4184-bd13-2f0cfff44eda tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Allocated IP 172.27.3.215 (2ebb747a-15cb-4ff0-831b-eddaba7ea913/396ae3db-97af-42d7-bc28-96050c96ba42/581135b1-b235-4d41-a8ed-b85af7f01939) {{(pid=103920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:30:34.852472 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.agents_db [None req-a949b1cf-d0d8-4748-9c84-4164e96bf99f None None] Agent healthcheck: found 6 active agents {{(pid=103922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 15:30:34.868002 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-43ac790f-7c0b-4184-bd13-2f0cfff44eda tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for port (581135b1-b235-4d41-a8ed-b85af7f01939), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:34.870826 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:30:34.903987 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-43ac790f-7c0b-4184-bd13-2f0cfff44eda tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5848811'] for port (581135b1-b235-4d41-a8ed-b85af7f01939), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:34.947285 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ac790f-7c0b-4184-bd13-2f0cfff44eda tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Network 2ebb747a-15cb-4ff0-831b-eddaba7ea913 is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:30:34.950306 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-43ac790f-7c0b-4184-bd13-2f0cfff44eda tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:30:34.957073 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ac790f-7c0b-4184-bd13-2f0cfff44eda tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Received port after_create {{(pid=103920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:30:34.962290 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ac790f-7c0b-4184-bd13-2f0cfff44eda tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Pushing event updated for resources: {'Port': ['ID=581135b1-b235-4d41-a8ed-b85af7f01939,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:35.046315 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-43ac790f-7c0b-4184-bd13-2f0cfff44eda tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for floatingip (771bd516-6047-42e6-9745-3dc21dfaddfb), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:35.085392 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-43ac790f-7c0b-4184-bd13-2f0cfff44eda tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (581135b1-b235-4d41-a8ed-b85af7f01939), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:35.104846 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device 67597138-621c-43e8-af88-f2fa1bf44d03 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 15:30:35.127493 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] No Port match for: 67597138-621c-43e8-af88-f2fa1bf44d03 {{(pid=103921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 15:30:35.127493 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device 67597138-621c-43e8-af88-f2fa1bf44d03 not bound to the agent host hv-cinder-83124 {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 15:30:35.281214 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-43ac790f-7c0b-4184-bd13-2f0cfff44eda tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for port (581135b1-b235-4d41-a8ed-b85af7f01939), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:35.286226 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-43ac790f-7c0b-4184-bd13-2f0cfff44eda tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5848786'] for port (581135b1-b235-4d41-a8ed-b85af7f01939), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:35.357148 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ac790f-7c0b-4184-bd13-2f0cfff44eda tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Pushing event updated for resources: {'Port': ['ID=581135b1-b235-4d41-a8ed-b85af7f01939,revision_number=2']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:35.365933 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:30:35.378685 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-43ac790f-7c0b-4184-bd13-2f0cfff44eda tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763103'] for floatingip (771bd516-6047-42e6-9745-3dc21dfaddfb), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:35.396980 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-43ac790f-7c0b-4184-bd13-2f0cfff44eda tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for floatingip (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:35.406752 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-43ac790f-7c0b-4184-bd13-2f0cfff44eda tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8507771 Jun 03 15:30:35.604290 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-8f46bea6-5a94-4caf-b24d-4dfaf2da84c7 req-5cfae5ea-283c-462f-8314-89ab3c5e46cf tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--372302846&fields=id&tenant_id=3e8f48e1939245eaa67bcd6a27bc7cda HTTP/1.1" status: 200 len: 267 time: 0.0436954 Jun 03 15:30:35.670001 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8520e17-349a-4420-b703-6793339ec3fa req-1fe0e86b-26d6-4bc2-a183-e694acbf6753 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:35.671433 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-c8520e17-349a-4420-b703-6793339ec3fa req-1fe0e86b-26d6-4bc2-a183-e694acbf6753 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 945 time: 0.0523155 Jun 03 15:30:35.712406 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46bea6-5a94-4caf-b24d-4dfaf2da84c7 req-901204f1-33c9-4539-8ead-f4a385e7842d tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:35.713869 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-8f46bea6-5a94-4caf-b24d-4dfaf2da84c7 req-901204f1-33c9-4539-8ead-f4a385e7842d tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/networks?id=68719859-5880-402e-b442-370597e1ce2f HTTP/1.1" status: 200 len: 815 time: 0.1031709 Jun 03 15:30:35.723468 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-c8520e17-349a-4420-b703-6793339ec3fa req-a3fd9fb5-b9bb-42e8-9ee4-246f1d7d3ef5 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9c415980-d445-441d-a0a3-94a8eef0bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440404 Jun 03 15:30:35.729864 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-8f46bea6-5a94-4caf-b24d-4dfaf2da84c7 req-d7b3ac86-3f16-4de3-82aa-a3e4ccfc0347 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/quotas/3e8f48e1939245eaa67bcd6a27bc7cda HTTP/1.1" status: 200 len: 375 time: 0.0106189 Jun 03 15:30:35.786844 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-8f46bea6-5a94-4caf-b24d-4dfaf2da84c7 req-064cbb10-4897-4e12-879c-6d73725c5b82 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=3e8f48e1939245eaa67bcd6a27bc7cda&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489776 Jun 03 15:30:35.884702 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-8f46bea6-5a94-4caf-b24d-4dfaf2da84c7 req-90c8f1e4-5a86-47cb-95e5-1d1b09c570fc service neutron] 10.222.0.93 "GET /v2.0/networks/68719859-5880-402e-b442-370597e1ce2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867703 Jun 03 15:30:35.983393 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-8f46bea6-5a94-4caf-b24d-4dfaf2da84c7 req-0fc8b909-70f6-43ad-8c9d-90aa4f1d768b service neutron] 10.222.0.93 "GET /v2.0/networks/68719859-5880-402e-b442-370597e1ce2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927968 Jun 03 15:30:36.151220 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-6d627bd8-8db0-48ef-9e48-acc6b38a77cb req-6645ad92-24f1-491c-a20d-2baeea0a9acb tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=d49a8a8d-d24d-42e9-8a4d-775920a378aa HTTP/1.1" status: 200 len: 210 time: 0.0308685 Jun 03 15:30:36.833979 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (5d40428d-d668-464b-bcee-3124e1355b3b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:36.843281 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded1e17-eaa5-4072-9875-2ce8604303e5 req-fa2c1b46-91e3-493b-b17e-0531f32a2809 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:36.844737 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-0ded1e17-eaa5-4072-9875-2ce8604303e5 req-fa2c1b46-91e3-493b-b17e-0531f32a2809 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 945 time: 0.0498767 Jun 03 15:30:36.864720 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:30:36.889606 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:30:36.898287 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-0ded1e17-eaa5-4072-9875-2ce8604303e5 req-75db0446-84c3-4e91-8a15-25c24ed8e7a1 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9c415980-d445-441d-a0a3-94a8eef0bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477672 Jun 03 15:30:37.180288 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-b2ba557a-bc38-443f-9405-ef235f296baa req-65529bf6-f676-43fd-ae82-98488e7d94b2 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=cc122a7e-fe3b-4bb6-abb6-96e6a199d8e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453820 Jun 03 15:30:37.225695 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46bea6-5a94-4caf-b24d-4dfaf2da84c7 req-73207f13-8bdd-4b42-9396-c1c4df5410b7 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:37.228020 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-8f46bea6-5a94-4caf-b24d-4dfaf2da84c7 req-73207f13-8bdd-4b42-9396-c1c4df5410b7 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.95 "GET /v2.0/networks?id=68719859-5880-402e-b442-370597e1ce2f HTTP/1.1" status: 200 len: 815 time: 0.1363349 Jun 03 15:30:37.278814 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-6a92d9b2-6889-491a-a8ba-27b264d24c40 req-6489fef1-2998-45d9-9777-15ee690d0cac tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=d49a8a8d-d24d-42e9-8a4d-775920a378aa HTTP/1.1" status: 200 len: 210 time: 0.0370543 Jun 03 15:30:37.279721 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ba557a-bc38-443f-9405-ef235f296baa req-e6aca3be-a61b-4d0d-a069-1f87b06e5c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:37.281028 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-b2ba557a-bc38-443f-9405-ef235f296baa req-e6aca3be-a61b-4d0d-a069-1f87b06e5c9d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a402ec1153624838be07cda58279f2a4&device_id=cc122a7e-fe3b-4bb6-abb6-96e6a199d8e3 HTTP/1.1" status: 200 len: 1130 time: 0.0738370 Jun 03 15:30:37.309195 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-8f46bea6-5a94-4caf-b24d-4dfaf2da84c7 req-d2ace330-51bc-4f79-a2c6-145ef46da92f tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e8f48e1939245eaa67bcd6a27bc7cda HTTP/1.1" status: 200 len: 379 time: 0.0618126 Jun 03 15:30:37.408026 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [req-8f46bea6-5a94-4caf-b24d-4dfaf2da84c7 req-36572ea9-162d-4769-8146-e39534786c06 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Request body: {'port': {'device_id': 'd49a8a8d-d24d-42e9-8a4d-775920a378aa', 'network_id': '68719859-5880-402e-b442-370597e1ce2f', 'admin_state_up': True, 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'security_groups': ['8eddbecd-ee4e-4ad0-893a-4d26b87b55b8']}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:30:37.491163 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ba557a-bc38-443f-9405-ef235f296baa req-d78088da-eed4-46a5-975c-9d6a20575594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:37.492917 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-b2ba557a-bc38-443f-9405-ef235f296baa req-d78088da-eed4-46a5-975c-9d6a20575594 service neutron] 10.222.0.95 "GET /v2.0/networks?id=ba66765f-7c24-4296-be5e-4c2a803ccabf HTTP/1.1" status: 200 len: 919 time: 0.0881176 Jun 03 15:30:37.534255 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f46bea6-5a94-4caf-b24d-4dfaf2da84c7 req-36572ea9-162d-4769-8146-e39534786c06 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Made reservation on behalf of 3e8f48e1939245eaa67bcd6a27bc7cda for: {'port': 1} {{(pid=103919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:30:37.537899 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-8f46bea6-5a94-4caf-b24d-4dfaf2da84c7 req-36572ea9-162d-4769-8146-e39534786c06 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:37.573165 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-b2ba557a-bc38-443f-9405-ef235f296baa req-fc127e3b-6920-4224-8265-b2763b0039da service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4a71b7c-b829-4818-a730-8eda807ebe70 HTTP/1.1" status: 200 len: 217 time: 0.0639584 Jun 03 15:30:37.589795 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:30:37.631168 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ba557a-bc38-443f-9405-ef235f296baa req-ffc9df4a-19d2-44db-9545-8bc20d29a989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:37.632825 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-b2ba557a-bc38-443f-9405-ef235f296baa req-ffc9df4a-19d2-44db-9545-8bc20d29a989 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5cb0f2a7-ee25-46e9-8c4b-18478610484d HTTP/1.1" status: 200 len: 857 time: 0.0527928 Jun 03 15:30:37.678285 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ba557a-bc38-443f-9405-ef235f296baa req-eb19f2f8-8283-4463-b113-65c6a02a6db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:37.679831 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-b2ba557a-bc38-443f-9405-ef235f296baa req-eb19f2f8-8283-4463-b113-65c6a02a6db5 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ba66765f-7c24-4296-be5e-4c2a803ccabf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411868 Jun 03 15:30:37.700569 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.db_base_plugin_common [req-8f46bea6-5a94-4caf-b24d-4dfaf2da84c7 req-36572ea9-162d-4769-8146-e39534786c06 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Allocated IP 172.20.0.11 (68719859-5880-402e-b442-370597e1ce2f/1e60cea5-d2fd-43f7-aff8-25b5abe402c7/d0141bfc-60f8-4d27-ac11-5366f93320f4) {{(pid=103919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:30:37.863508 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-8f46bea6-5a94-4caf-b24d-4dfaf2da84c7 req-36572ea9-162d-4769-8146-e39534786c06 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for port (d0141bfc-60f8-4d27-ac11-5366f93320f4), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:37.898914 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-8f46bea6-5a94-4caf-b24d-4dfaf2da84c7 req-36572ea9-162d-4769-8146-e39534786c06 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4807792'] for port (d0141bfc-60f8-4d27-ac11-5366f93320f4), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:37.943239 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f46bea6-5a94-4caf-b24d-4dfaf2da84c7 req-36572ea9-162d-4769-8146-e39534786c06 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Network 68719859-5880-402e-b442-370597e1ce2f is already hosted by enough agents. {{(pid=103919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:30:37.950370 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.base_scheduler [req-8f46bea6-5a94-4caf-b24d-4dfaf2da84c7 req-36572ea9-162d-4769-8146-e39534786c06 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Resources bound (agent type, host, resource id): {{(pid=103919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:30:37.958330 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f46bea6-5a94-4caf-b24d-4dfaf2da84c7 req-36572ea9-162d-4769-8146-e39534786c06 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Received port after_create {{(pid=103919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:30:38.006589 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36572ea9-162d-4769-8146-e39534786c06 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Pushing event updated for resources: {'Port': ['ID=d0141bfc-60f8-4d27-ac11-5366f93320f4,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:38.028034 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-b2ba557a-bc38-443f-9405-ef235f296baa req-f104ff9f-7d55-4e5f-972b-37835459c5db service neutron] 10.222.0.95 "GET /v2.0/networks/ba66765f-7c24-4296-be5e-4c2a803ccabf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393102 Jun 03 15:30:38.060191 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46bea6-5a94-4caf-b24d-4dfaf2da84c7 req-36572ea9-162d-4769-8146-e39534786c06 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:38.060984 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-8f46bea6-5a94-4caf-b24d-4dfaf2da84c7 req-36572ea9-162d-4769-8146-e39534786c06 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for port (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:38.068933 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:30:38.076063 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3513dff1-06e8-4fb5-b28b-e642707e4c33 req-11fe7574-cb74-4b85-af37-a198856fd4b2 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:38.077670 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-3513dff1-06e8-4fb5-b28b-e642707e4c33 req-11fe7574-cb74-4b85-af37-a198856fd4b2 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 945 time: 0.0886252 Jun 03 15:30:38.095645 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-8f46bea6-5a94-4caf-b24d-4dfaf2da84c7 req-36572ea9-162d-4769-8146-e39534786c06 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6923213 Jun 03 15:30:38.107885 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [req-8f46bea6-5a94-4caf-b24d-4dfaf2da84c7 req-88a54124-bcf9-4ff1-845f-a06782140801 service neutron] Request body: {'port': {'device_id': 'd49a8a8d-d24d-42e9-8a4d-775920a378aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:30:38.139462 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-b2ba557a-bc38-443f-9405-ef235f296baa req-f2efd96d-f920-4536-a947-f33399b59462 service neutron] 10.222.0.95 "GET /v2.0/networks/ba66765f-7c24-4296-be5e-4c2a803ccabf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012626 Jun 03 15:30:38.160213 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:30:38.194917 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-b0f51bc9-4235-45e9-bbd0-4fd984d37ceb None None] Provisioning complete for port d0141bfc-60f8-4d27-ac11-5366f93320f4 triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:30:38.195475 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b0f51bc9-4235-45e9-bbd0-4fd984d37ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (d0141bfc-60f8-4d27-ac11-5366f93320f4), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:38.202021 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-3513dff1-06e8-4fb5-b28b-e642707e4c33 req-d2ef723c-bccc-494d-8ed6-08eef3bfb99e tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9c415980-d445-441d-a0a3-94a8eef0bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103048 Jun 03 15:30:38.212754 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-8f46bea6-5a94-4caf-b24d-4dfaf2da84c7 req-88a54124-bcf9-4ff1-845f-a06782140801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (d0141bfc-60f8-4d27-ac11-5366f93320f4), before_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:38.230836 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-b0f51bc9-4235-45e9-bbd0-4fd984d37ceb None None] Port d0141bfc-60f8-4d27-ac11-5366f93320f4 cannot update to ACTIVE because it is not bound. {{(pid=103921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 15:30:38.396493 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f015f36-1214-4a15-a70f-3305a0099044 req-379f6812-7c39-4c16-aed8-5fe9a90165fd tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:38.397957 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-5f015f36-1214-4a15-a70f-3305a0099044 req-379f6812-7c39-4c16-aed8-5fe9a90165fd tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=d49a8a8d-d24d-42e9-8a4d-775920a378aa HTTP/1.1" status: 200 len: 932 time: 0.0479534 Jun 03 15:30:38.449839 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-5f015f36-1214-4a15-a70f-3305a0099044 req-b1122077-24c9-4e15-804a-49918e5c4bdd tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups?id=8eddbecd-ee4e-4ad0-893a-4d26b87b55b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461981 Jun 03 15:30:38.510653 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.notifiers.nova [req-8f46bea6-5a94-4caf-b24d-4dfaf2da84c7 req-88a54124-bcf9-4ff1-845f-a06782140801 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0141bfc-60f8-4d27-ac11-5366f93320f4 {{(pid=103919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:30:38.518953 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-8f46bea6-5a94-4caf-b24d-4dfaf2da84c7 req-88a54124-bcf9-4ff1-845f-a06782140801 service neutron] Publish callbacks [] for port (d0141bfc-60f8-4d27-ac11-5366f93320f4), precommit_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:38.531497 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.provisioning_blocks [req-8f46bea6-5a94-4caf-b24d-4dfaf2da84c7 req-88a54124-bcf9-4ff1-845f-a06782140801 service neutron] Transition to ACTIVE for port object d0141bfc-60f8-4d27-ac11-5366f93320f4 will not be triggered until provisioned by entity L2. {{(pid=103919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 03 15:30:38.535089 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-8f46bea6-5a94-4caf-b24d-4dfaf2da84c7 req-88a54124-bcf9-4ff1-845f-a06782140801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4807753'] for port (d0141bfc-60f8-4d27-ac11-5366f93320f4), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:38.584392 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a54124-bcf9-4ff1-845f-a06782140801 service neutron] Pushing event updated for resources: {'Port': ['ID=d0141bfc-60f8-4d27-ac11-5366f93320f4,revision_number=2']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:38.672577 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [req-8f46bea6-5a94-4caf-b24d-4dfaf2da84c7 req-88a54124-bcf9-4ff1-845f-a06782140801 service neutron] Attempting to bind port d0141bfc-60f8-4d27-ac11-5366f93320f4 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 15:30:38.672577 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [req-8f46bea6-5a94-4caf-b24d-4dfaf2da84c7 req-88a54124-bcf9-4ff1-845f-a06782140801 service neutron] Attempting to bind port d0141bfc-60f8-4d27-ac11-5366f93320f4 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '71db973e-62af-43f0-a23f-112fc819cb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '68719859-5880-402e-b442-370597e1ce2f'}] {{(pid=103919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 15:30:38.672577 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f46bea6-5a94-4caf-b24d-4dfaf2da84c7 req-88a54124-bcf9-4ff1-845f-a06782140801 service neutron] Attempting to bind port d0141bfc-60f8-4d27-ac11-5366f93320f4 on network 68719859-5880-402e-b442-370597e1ce2f {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:30:38.677182 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f46bea6-5a94-4caf-b24d-4dfaf2da84c7 req-88a54124-bcf9-4ff1-845f-a06782140801 service neutron] Port d0141bfc-60f8-4d27-ac11-5366f93320f4 on network 68719859-5880-402e-b442-370597e1ce2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 03 15:30:38.677510 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f46bea6-5a94-4caf-b24d-4dfaf2da84c7 req-88a54124-bcf9-4ff1-845f-a06782140801 service neutron] Attempting to bind port d0141bfc-60f8-4d27-ac11-5366f93320f4 on network 68719859-5880-402e-b442-370597e1ce2f {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:30:38.683059 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f46bea6-5a94-4caf-b24d-4dfaf2da84c7 req-88a54124-bcf9-4ff1-845f-a06782140801 service neutron] Checking agent: {'id': '5d40428d-d668-464b-bcee-3124e1355b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 24, 37), 'started_at': datetime.datetime(2022, 6, 3, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 15:30:38.683398 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f46bea6-5a94-4caf-b24d-4dfaf2da84c7 req-88a54124-bcf9-4ff1-845f-a06782140801 service neutron] Checking segment: {'id': '71db973e-62af-43f0-a23f-112fc819cb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '68719859-5880-402e-b442-370597e1ce2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:30:38.683782 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f46bea6-5a94-4caf-b24d-4dfaf2da84c7 req-88a54124-bcf9-4ff1-845f-a06782140801 service neutron] Bound using segment: {'id': '71db973e-62af-43f0-a23f-112fc819cb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '68719859-5880-402e-b442-370597e1ce2f'} {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 15:30:38.684206 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [req-8f46bea6-5a94-4caf-b24d-4dfaf2da84c7 req-88a54124-bcf9-4ff1-845f-a06782140801 service neutron] Bound port: d0141bfc-60f8-4d27-ac11-5366f93320f4, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71db973e-62af-43f0-a23f-112fc819cb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '68719859-5880-402e-b442-370597e1ce2f'}}] {{(pid=103919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 15:30:38.684566 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-8f46bea6-5a94-4caf-b24d-4dfaf2da84c7 req-88a54124-bcf9-4ff1-845f-a06782140801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (d0141bfc-60f8-4d27-ac11-5366f93320f4), before_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:38.754571 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [req-8f46bea6-5a94-4caf-b24d-4dfaf2da84c7 req-88a54124-bcf9-4ff1-845f-a06782140801 service neutron] For port d0141bfc-60f8-4d27-ac11-5366f93320f4, host hv-cinder-83124, cleared binding levels {{(pid=103919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 15:30:38.757558 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [req-8f46bea6-5a94-4caf-b24d-4dfaf2da84c7 req-88a54124-bcf9-4ff1-845f-a06782140801 service neutron] For port d0141bfc-60f8-4d27-ac11-5366f93320f4, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=d0141bfc-60f8-4d27-ac11-5366f93320f4,segment=NetworkSegment(71db973e-62af-43f0-a23f-112fc819cb27),segment_id=71db973e-62af-43f0-a23f-112fc819cb27)] {{(pid=103919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 15:30:38.764062 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-8f46bea6-5a94-4caf-b24d-4dfaf2da84c7 req-88a54124-bcf9-4ff1-845f-a06782140801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4807753'] for port (d0141bfc-60f8-4d27-ac11-5366f93320f4), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:38.796796 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46bea6-5a94-4caf-b24d-4dfaf2da84c7 req-88a54124-bcf9-4ff1-845f-a06782140801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:38.797412 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-8f46bea6-5a94-4caf-b24d-4dfaf2da84c7 req-88a54124-bcf9-4ff1-845f-a06782140801 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for port (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:38.799473 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-8f46bea6-5a94-4caf-b24d-4dfaf2da84c7 req-88a54124-bcf9-4ff1-845f-a06782140801 service neutron] 10.222.0.95 "PUT /v2.0/ports/d0141bfc-60f8-4d27-ac11-5366f93320f4 HTTP/1.1" status: 200 len: 1094 time: 0.6969998 Jun 03 15:30:38.799896 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd49a8a8d-d24d-42e9-8a4d-775920a378aa', 'tag': 'd0141bfc-60f8-4d27-ac11-5366f93320f4'}] {{(pid=103919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:30:38.802171 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb6718ce3f0a4af57ef91ee7142c10b6234fd65cffdc95d0a08216ae9169e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e339ac4e-dd44-4076-a734-f9a8245b1602" -d '{"events": [{"name": "network-changed", "server_uuid": "d49a8a8d-d24d-42e9-8a4d-775920a378aa", "tag": "d0141bfc-60f8-4d27-ac11-5366f93320f4"}]}' {{(pid=103919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:30:38.829146 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a54124-bcf9-4ff1-845f-a06782140801 service neutron] Pushing event updated for resources: {'Port': ['ID=d0141bfc-60f8-4d27-ac11-5366f93320f4,revision_number=3']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:38.846979 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 15:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875a9fdb-4f57-43ad-b1cb-78cfd084c2a4 x-openstack-request-id: req-875a9fdb-4f57-43ad-b1cb-78cfd084c2a4 {{(pid=103919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:30:38.847400 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d49a8a8d-d24d-42e9-8a4d-775920a378aa", "tag": "d0141bfc-60f8-4d27-ac11-5366f93320f4", "status": "completed", "code": 200}]} {{(pid=103919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:30:38.847659 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-875a9fdb-4f57-43ad-b1cb-78cfd084c2a4 {{(pid=103919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:30:38.848069 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-875a9fdb-4f57-43ad-b1cb-78cfd084c2a4'] response: {'name': 'network-changed', 'server_uuid': 'd49a8a8d-d24d-42e9-8a4d-775920a378aa', 'tag': 'd0141bfc-60f8-4d27-ac11-5366f93320f4', 'status': 'completed', 'code': 200} Jun 03 15:30:38.896929 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46bea6-5a94-4caf-b24d-4dfaf2da84c7 req-ec036c89-e2cf-4884-8fb4-69fd70c076ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:38.898482 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-8f46bea6-5a94-4caf-b24d-4dfaf2da84c7 req-ec036c89-e2cf-4884-8fb4-69fd70c076ab service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=3e8f48e1939245eaa67bcd6a27bc7cda&device_id=d49a8a8d-d24d-42e9-8a4d-775920a378aa HTTP/1.1" status: 200 len: 1128 time: 0.0480995 Jun 03 15:30:38.942413 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-8f46bea6-5a94-4caf-b24d-4dfaf2da84c7 req-38383cea-da37-4548-b3ac-532607d7266d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0141bfc-60f8-4d27-ac11-5366f93320f4 HTTP/1.1" status: 200 len: 217 time: 0.0349345 Jun 03 15:30:38.996083 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46bea6-5a94-4caf-b24d-4dfaf2da84c7 req-4266356b-2518-41e4-bd32-85399f706653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:38.997528 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-8f46bea6-5a94-4caf-b24d-4dfaf2da84c7 req-4266356b-2518-41e4-bd32-85399f706653 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1e60cea5-d2fd-43f7-aff8-25b5abe402c7 HTTP/1.1" status: 200 len: 854 time: 0.0475106 Jun 03 15:30:39.044980 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46bea6-5a94-4caf-b24d-4dfaf2da84c7 req-7190aa4d-60c4-4b8a-8f36-49cc1ed08a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:39.046451 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-8f46bea6-5a94-4caf-b24d-4dfaf2da84c7 req-7190aa4d-60c4-4b8a-8f36-49cc1ed08a82 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=68719859-5880-402e-b442-370597e1ce2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0410798 Jun 03 15:30:39.111021 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:30:39.123200 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:30:39.148152 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-8f46bea6-5a94-4caf-b24d-4dfaf2da84c7 req-0215edfa-73c4-4bc0-ac7f-2e8889867887 service neutron] 10.222.0.95 "GET /v2.0/networks/68719859-5880-402e-b442-370597e1ce2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937977 Jun 03 15:30:39.239616 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-8f46bea6-5a94-4caf-b24d-4dfaf2da84c7 req-a8b5eeaa-7f38-4e8a-b732-996e01298b4b service neutron] 10.222.0.95 "GET /v2.0/networks/68719859-5880-402e-b442-370597e1ce2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839188 Jun 03 15:30:39.325171 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2945eccd-4bd8-491d-b471-44fae17e763e req-18ebbb33-071c-4ce4-953b-aaaaceb921ab tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:39.326701 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-2945eccd-4bd8-491d-b471-44fae17e763e req-18ebbb33-071c-4ce4-953b-aaaaceb921ab tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 945 time: 0.0474894 Jun 03 15:30:39.373622 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-2945eccd-4bd8-491d-b471-44fae17e763e req-ebdf848c-8c51-4316-a44b-abf66d982a45 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9c415980-d445-441d-a0a3-94a8eef0bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411808 Jun 03 15:30:39.570415 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b6c95-605e-48a1-8569-45a4ec2db8a9 req-50d81d25-990d-458e-9484-521268e149dd tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:39.571922 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-f02b6c95-605e-48a1-8569-45a4ec2db8a9 req-50d81d25-990d-458e-9484-521268e149dd tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=d49a8a8d-d24d-42e9-8a4d-775920a378aa HTTP/1.1" status: 200 len: 944 time: 0.0528822 Jun 03 15:30:39.621434 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-f02b6c95-605e-48a1-8569-45a4ec2db8a9 req-5e384711-1a0c-4b09-acf7-88fd07897ce0 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups?id=8eddbecd-ee4e-4ad0-893a-4d26b87b55b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439394 Jun 03 15:30:40.491019 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdece65-d755-499d-aa0b-9e5d51456867 req-14a7b20b-e8c5-49a2-b965-da9c5c1a29f6 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:40.492484 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-8bdece65-d755-499d-aa0b-9e5d51456867 req-14a7b20b-e8c5-49a2-b965-da9c5c1a29f6 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 945 time: 0.0471239 Jun 03 15:30:40.561428 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e339ac4e-dd44-4076-a734-f9a8245b1602 req-610507d4-61f4-453b-93df-8cad52ccf3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:40.563083 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e339ac4e-dd44-4076-a734-f9a8245b1602 req-610507d4-61f4-453b-93df-8cad52ccf3fc service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=3e8f48e1939245eaa67bcd6a27bc7cda&device_id=d49a8a8d-d24d-42e9-8a4d-775920a378aa HTTP/1.1" status: 200 len: 1128 time: 0.0534790 Jun 03 15:30:40.568196 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-8bdece65-d755-499d-aa0b-9e5d51456867 req-c1cf9fa8-e3e4-4395-8099-473d9c8c050e tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9c415980-d445-441d-a0a3-94a8eef0bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695753 Jun 03 15:30:40.796198 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74b0f8-6e05-4314-acdb-e5b92b305475 req-18af9d4e-c514-4625-8159-1b33e1252e57 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:40.797690 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-9f74b0f8-6e05-4314-acdb-e5b92b305475 req-18af9d4e-c514-4625-8159-1b33e1252e57 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=d49a8a8d-d24d-42e9-8a4d-775920a378aa HTTP/1.1" status: 200 len: 944 time: 0.0804474 Jun 03 15:30:40.799108 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e339ac4e-dd44-4076-a734-f9a8245b1602 req-5ac497bc-3575-432d-bbc5-a0fea24f2196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:40.800417 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e339ac4e-dd44-4076-a734-f9a8245b1602 req-5ac497bc-3575-432d-bbc5-a0fea24f2196 service neutron] 10.222.0.95 "GET /v2.0/networks?id=68719859-5880-402e-b442-370597e1ce2f HTTP/1.1" status: 200 len: 916 time: 0.1742594 Jun 03 15:30:40.851576 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e339ac4e-dd44-4076-a734-f9a8245b1602 req-943c3312-7e96-4b96-a64b-69f32059a7f5 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0141bfc-60f8-4d27-ac11-5366f93320f4 HTTP/1.1" status: 200 len: 217 time: 0.0411897 Jun 03 15:30:40.913163 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-9f74b0f8-6e05-4314-acdb-e5b92b305475 req-1fb1ba00-e701-46fb-aea8-9572bffe87b4 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups?id=8eddbecd-ee4e-4ad0-893a-4d26b87b55b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088872 Jun 03 15:30:40.924466 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e339ac4e-dd44-4076-a734-f9a8245b1602 req-230b32c1-47b2-47e9-b118-edf9adccb90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:40.925908 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e339ac4e-dd44-4076-a734-f9a8245b1602 req-230b32c1-47b2-47e9-b118-edf9adccb90d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1e60cea5-d2fd-43f7-aff8-25b5abe402c7 HTTP/1.1" status: 200 len: 854 time: 0.0640485 Jun 03 15:30:40.973611 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e339ac4e-dd44-4076-a734-f9a8245b1602 req-904e5db6-23be-4d36-9971-1ec90ae5d600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:40.975064 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e339ac4e-dd44-4076-a734-f9a8245b1602 req-904e5db6-23be-4d36-9971-1ec90ae5d600 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=68719859-5880-402e-b442-370597e1ce2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0415552 Jun 03 15:30:41.129496 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device d0141bfc-60f8-4d27-ac11-5366f93320f4 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 15:30:41.169931 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e339ac4e-dd44-4076-a734-f9a8245b1602 req-cb89f7ce-d892-414d-b989-eaa034440dcf service neutron] 10.222.0.95 "GET /v2.0/networks/68719859-5880-402e-b442-370597e1ce2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931077 Jun 03 15:30:41.243892 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port d0141bfc-60f8-4d27-ac11-5366f93320f4, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=d0141bfc-60f8-4d27-ac11-5366f93320f4,segment=NetworkSegment(71db973e-62af-43f0-a23f-112fc819cb27),segment_id=71db973e-62af-43f0-a23f-112fc819cb27)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:30:41.255968 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Returning: {'device': 'd0141bfc-60f8-4d27-ac11-5366f93320f4', 'network_id': '68719859-5880-402e-b442-370597e1ce2f', 'port_id': 'd0141bfc-60f8-4d27-ac11-5366f93320f4', 'mac_address': 'fa:16:3e:ec:d7:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e60cea5-d2fd-43f7-aff8-25b5abe402c7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 15:30:41.291655 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Current status of the port d0141bfc-60f8-4d27-ac11-5366f93320f4 is: DOWN; New status is: BUILD {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:30:41.292041 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (d0141bfc-60f8-4d27-ac11-5366f93320f4), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:41.305949 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0141bfc-60f8-4d27-ac11-5366f93320f4 {{(pid=103921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:30:41.326558 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port d0141bfc-60f8-4d27-ac11-5366f93320f4, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=d0141bfc-60f8-4d27-ac11-5366f93320f4,segment=NetworkSegment(71db973e-62af-43f0-a23f-112fc819cb27),segment_id=71db973e-62af-43f0-a23f-112fc819cb27)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:30:41.333089 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (d0141bfc-60f8-4d27-ac11-5366f93320f4), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:41.384477 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Pushing event updated for resources: {'Port': ['ID=d0141bfc-60f8-4d27-ac11-5366f93320f4,revision_number=4']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:41.585475 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e339ac4e-dd44-4076-a734-f9a8245b1602 req-93b53880-02f7-47d5-b3a1-3ecf423eed69 service neutron] 10.222.0.95 "GET /v2.0/networks/68719859-5880-402e-b442-370597e1ce2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937769 Jun 03 15:30:41.704149 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef68cecb-7c11-4440-a979-087a7ecb30db req-5f4034d5-5dd7-442d-a10a-c7878629f8d9 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:41.706229 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-ef68cecb-7c11-4440-a979-087a7ecb30db req-5f4034d5-5dd7-442d-a10a-c7878629f8d9 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 945 time: 0.0543914 Jun 03 15:30:41.738928 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] get_ports_and_sgs() called for port_ids ['d0141bfc-60f8-4d27-ac11-5366f93320f4'] {{(pid=103921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 15:30:41.764875 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-ef68cecb-7c11-4440-a979-087a7ecb30db req-22fa54e3-109e-4c4d-b21c-b21da31b5fac tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9c415980-d445-441d-a0a3-94a8eef0bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528500 Jun 03 15:30:42.045885 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b52259-66b6-4a09-a0eb-9d03c836f27a req-597d706a-e5bc-425c-8a19-610702e382e8 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:42.047426 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-f2b52259-66b6-4a09-a0eb-9d03c836f27a req-597d706a-e5bc-425c-8a19-610702e382e8 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=d49a8a8d-d24d-42e9-8a4d-775920a378aa HTTP/1.1" status: 200 len: 945 time: 0.0517886 Jun 03 15:30:42.100787 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-f2b52259-66b6-4a09-a0eb-9d03c836f27a req-b185ed02-9c53-4952-88df-8120149becb4 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups?id=8eddbecd-ee4e-4ad0-893a-4d26b87b55b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474572 Jun 03 15:30:42.888208 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91c4ac-248d-46c5-98d3-5b9eca344f42 req-79352b23-01c0-446f-a83c-467106352a09 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:42.892176 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-5c91c4ac-248d-46c5-98d3-5b9eca344f42 req-79352b23-01c0-446f-a83c-467106352a09 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 945 time: 0.0531564 Jun 03 15:30:42.949541 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-5c91c4ac-248d-46c5-98d3-5b9eca344f42 req-f1bc1f50-299c-4461-a83a-578402aec22f tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9c415980-d445-441d-a0a3-94a8eef0bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538974 Jun 03 15:30:43.130840 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device d0141bfc-60f8-4d27-ac11-5366f93320f4 up at agent hyperv_hv-cinder-83124 {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:30:43.141031 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=100 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:30:43.185134 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:30:43.214290 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Provisioning for port d0141bfc-60f8-4d27-ac11-5366f93320f4 completed by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 03 15:30:43.219043 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9089ee86-dd2e-40c9-a1b2-81782ba1fe89 req-30872cd0-8f17-4dd7-83bc-535b275403cf tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:43.227535 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-9089ee86-dd2e-40c9-a1b2-81782ba1fe89 req-30872cd0-8f17-4dd7-83bc-535b275403cf tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 945 time: 0.0972497 Jun 03 15:30:43.228847 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Provisioning complete for port d0141bfc-60f8-4d27-ac11-5366f93320f4 triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:30:43.229232 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (d0141bfc-60f8-4d27-ac11-5366f93320f4), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:43.302753 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:30:43.322486 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-9089ee86-dd2e-40c9-a1b2-81782ba1fe89 req-350ce885-241a-4e45-b48f-404bc62a5c98 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9c415980-d445-441d-a0a3-94a8eef0bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925117 Jun 03 15:30:43.344693 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227011c-7347-4cf2-813c-09f9aa036b5c req-2b1325b1-df54-43cb-bfce-136994430a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:43.350167 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-b227011c-7347-4cf2-813c-09f9aa036b5c req-2b1325b1-df54-43cb-bfce-136994430a00 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a402ec1153624838be07cda58279f2a4&device_id=99322d93-058a-4216-a672-e7f482aab8d8 HTTP/1.1" status: 200 len: 1129 time: 0.0795457 Jun 03 15:30:43.356723 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Current status of the port d0141bfc-60f8-4d27-ac11-5366f93320f4 is: BUILD; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:30:43.357311 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (d0141bfc-60f8-4d27-ac11-5366f93320f4), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:43.357435 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09163ddd-ee2b-467e-9235-7f81d78fde73 req-99412d87-5365-4399-89f1-e9fca116730b tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:43.359845 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-09163ddd-ee2b-467e-9235-7f81d78fde73 req-99412d87-5365-4399-89f1-e9fca116730b tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=d49a8a8d-d24d-42e9-8a4d-775920a378aa HTTP/1.1" status: 200 len: 945 time: 0.0661061 Jun 03 15:30:43.380829 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c646bd8a-210d-477d-a887-73ad31a22e15 req-43b25005-a71f-4513-b45b-569363644e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:43.382337 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c646bd8a-210d-477d-a887-73ad31a22e15 req-43b25005-a71f-4513-b45b-569363644e0f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=16edd3f309d54728882acc6d23f8861e&device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 1129 time: 0.1508944 Jun 03 15:30:43.403079 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd49a8a8d-d24d-42e9-8a4d-775920a378aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0141bfc-60f8-4d27-ac11-5366f93320f4'}] {{(pid=103921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:30:43.406276 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a0ad6594b2f649df373dfcb19de0225617b45f42ff1455deb142f027ba5606a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c22cdea-fa87-4920-baf6-8d02e157a91d" -d '{"events": [{"server_uuid": "d49a8a8d-d24d-42e9-8a4d-775920a378aa", "name": "network-vif-plugged", "status": "completed", "tag": "d0141bfc-60f8-4d27-ac11-5366f93320f4"}]}' {{(pid=103921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:30:43.427028 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port d0141bfc-60f8-4d27-ac11-5366f93320f4, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=d0141bfc-60f8-4d27-ac11-5366f93320f4,segment=NetworkSegment(71db973e-62af-43f0-a23f-112fc819cb27),segment_id=71db973e-62af-43f0-a23f-112fc819cb27)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:30:43.433006 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (d0141bfc-60f8-4d27-ac11-5366f93320f4), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:43.461137 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=100 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:30:43.484646 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-09163ddd-ee2b-467e-9235-7f81d78fde73 req-fd3d8671-e51c-471c-a258-5b433aa14ff3 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups?id=8eddbecd-ee4e-4ad0-893a-4d26b87b55b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170311 Jun 03 15:30:43.492637 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=100 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:30:43.534520 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5750ce11-f28f-4ca2-9b68-21297394e281 req-5f00cca2-a528-4bc3-818c-199e11216ad4 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:43.541463 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c646bd8a-210d-477d-a887-73ad31a22e15 req-73e880b4-983d-4645-8d6f-d9350bb4d653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:43.542801 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-5750ce11-f28f-4ca2-9b68-21297394e281 req-5f00cca2-a528-4bc3-818c-199e11216ad4 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=99322d93-058a-4216-a672-e7f482aab8d8 HTTP/1.1" status: 200 len: 945 time: 0.1146781 Jun 03 15:30:43.543423 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c646bd8a-210d-477d-a887-73ad31a22e15 req-73e880b4-983d-4645-8d6f-d9350bb4d653 service neutron] 10.222.0.95 "GET /v2.0/networks?id=fc85e51d-f7a3-45da-ad6c-8c73a576aa2c HTTP/1.1" status: 200 len: 912 time: 0.1529534 Jun 03 15:30:43.554223 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=100 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:30:43.586894 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227011c-7347-4cf2-813c-09f9aa036b5c req-dfcbfb2d-690c-4460-a96e-640a50cda512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:43.588929 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-b227011c-7347-4cf2-813c-09f9aa036b5c req-dfcbfb2d-690c-4460-a96e-640a50cda512 service neutron] 10.222.0.95 "GET /v2.0/networks?id=ba66765f-7c24-4296-be5e-4c2a803ccabf HTTP/1.1" status: 200 len: 919 time: 0.2324073 Jun 03 15:30:43.635593 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 15:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd02905e-b84f-4570-8a69-95ccf48017e0 x-openstack-request-id: req-fd02905e-b84f-4570-8a69-95ccf48017e0 {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:30:43.635880 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d49a8a8d-d24d-42e9-8a4d-775920a378aa", "name": "network-vif-plugged", "status": "completed", "tag": "d0141bfc-60f8-4d27-ac11-5366f93320f4", "code": 200}]} {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:30:43.636129 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-fd02905e-b84f-4570-8a69-95ccf48017e0 {{(pid=103921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:30:43.636518 dv-cinder-831247-16-iscsi neutron-server[103921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd02905e-b84f-4570-8a69-95ccf48017e0'] response: {'server_uuid': 'd49a8a8d-d24d-42e9-8a4d-775920a378aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0141bfc-60f8-4d27-ac11-5366f93320f4', 'code': 200} Jun 03 15:30:43.639133 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c646bd8a-210d-477d-a887-73ad31a22e15 req-3c090cec-c324-4d15-a4ac-614905721859 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4191cebd-3cce-492d-9aee-68a1dfd6dc5f HTTP/1.1" status: 200 len: 1000 time: 0.0881255 Jun 03 15:30:43.645981 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-5750ce11-f28f-4ca2-9b68-21297394e281 req-34451aca-4cb2-4790-b896-dffd7e1b197d tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcfe2535-96ab-4bf7-9a5a-a57e68e92204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021922 Jun 03 15:30:43.649513 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Pushing event updated for resources: {'Port': ['ID=d0141bfc-60f8-4d27-ac11-5366f93320f4,revision_number=5']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:30:43.713397 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-b227011c-7347-4cf2-813c-09f9aa036b5c req-9b9cfdde-a700-47ef-8d80-abed1ad96b76 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee HTTP/1.1" status: 200 len: 1001 time: 0.0975752 Jun 03 15:30:43.718398 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c646bd8a-210d-477d-a887-73ad31a22e15 req-25b15b64-af2a-4f9c-bb83-187ad89b4863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:43.720678 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c646bd8a-210d-477d-a887-73ad31a22e15 req-25b15b64-af2a-4f9c-bb83-187ad89b4863 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=774a6a80-1cd7-4bc8-a1d0-ccd75afe6883 HTTP/1.1" status: 200 len: 850 time: 0.0661645 Jun 03 15:30:43.792123 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227011c-7347-4cf2-813c-09f9aa036b5c req-a3646a3b-d696-455c-a774-c46838600423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:43.794163 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-b227011c-7347-4cf2-813c-09f9aa036b5c req-a3646a3b-d696-455c-a774-c46838600423 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5cb0f2a7-ee25-46e9-8c4b-18478610484d HTTP/1.1" status: 200 len: 857 time: 0.0658729 Jun 03 15:30:43.815459 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c646bd8a-210d-477d-a887-73ad31a22e15 req-c31175b6-a9a0-4cdc-9329-582cca73e301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:43.817121 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c646bd8a-210d-477d-a887-73ad31a22e15 req-c31175b6-a9a0-4cdc-9329-582cca73e301 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=fc85e51d-f7a3-45da-ad6c-8c73a576aa2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0879164 Jun 03 15:30:43.844155 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64bb475-2825-4291-8475-b55c7c45a9d6 req-db1a4f0d-03dd-4a88-8a4f-2d13bc932652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:43.845022 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227011c-7347-4cf2-813c-09f9aa036b5c req-66e2a197-1817-4fc7-8c3e-8fcb8889602e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:43.846427 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-a64bb475-2825-4291-8475-b55c7c45a9d6 req-db1a4f0d-03dd-4a88-8a4f-2d13bc932652 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d49a8a8d-d24d-42e9-8a4d-775920a378aa HTTP/1.1" status: 200 len: 1130 time: 0.0650983 Jun 03 15:30:43.846624 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-b227011c-7347-4cf2-813c-09f9aa036b5c req-66e2a197-1817-4fc7-8c3e-8fcb8889602e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ba66765f-7c24-4296-be5e-4c2a803ccabf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0443206 Jun 03 15:30:43.947678 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-a64bb475-2825-4291-8475-b55c7c45a9d6 req-3c6857d7-ae03-422e-8d1b-5897f724bdee service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=8eddbecd-ee4e-4ad0-893a-4d26b87b55b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767648 Jun 03 15:30:43.952948 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-b227011c-7347-4cf2-813c-09f9aa036b5c req-994af9cc-5986-4dd3-862d-f2b1a4fcc3f5 service neutron] 10.222.0.95 "GET /v2.0/networks/ba66765f-7c24-4296-be5e-4c2a803ccabf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913241 Jun 03 15:30:43.953547 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c646bd8a-210d-477d-a887-73ad31a22e15 req-84354b3c-6159-49d7-a57e-9563811388b1 service neutron] 10.222.0.95 "GET /v2.0/networks/fc85e51d-f7a3-45da-ad6c-8c73a576aa2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290503 Jun 03 15:30:44.279270 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c646bd8a-210d-477d-a887-73ad31a22e15 req-db2e40fa-02be-4e58-a26b-7c34e380e56e service neutron] 10.222.0.95 "GET /v2.0/networks/fc85e51d-f7a3-45da-ad6c-8c73a576aa2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918903 Jun 03 15:30:44.285292 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-b227011c-7347-4cf2-813c-09f9aa036b5c req-ce135df6-7048-4342-9101-67014b7431d8 service neutron] 10.222.0.95 "GET /v2.0/networks/ba66765f-7c24-4296-be5e-4c2a803ccabf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970201 Jun 03 15:30:44.449738 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee133ddb-39c3-4d8a-bae4-cf21121fb81f req-77cd8594-65ff-4443-8d70-e4861b0f38da tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:44.452099 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-ee133ddb-39c3-4d8a-bae4-cf21121fb81f req-77cd8594-65ff-4443-8d70-e4861b0f38da tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 945 time: 0.0505393 Jun 03 15:30:44.506953 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-ee133ddb-39c3-4d8a-bae4-cf21121fb81f req-15343d7b-fc2b-439d-a599-3ea75b10d171 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9c415980-d445-441d-a0a3-94a8eef0bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499821 Jun 03 15:30:44.610204 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c20c6f-452a-49bf-9281-6264d69904e8 req-7409a5dd-96f1-4790-8110-521487cb2a0d tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:44.612489 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-c6c20c6f-452a-49bf-9281-6264d69904e8 req-7409a5dd-96f1-4790-8110-521487cb2a0d tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=d49a8a8d-d24d-42e9-8a4d-775920a378aa HTTP/1.1" status: 200 len: 946 time: 0.0505767 Jun 03 15:30:44.662366 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-c6c20c6f-452a-49bf-9281-6264d69904e8 req-1108a08f-a8b3-4dde-9e9b-9200edc3db28 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups?id=8eddbecd-ee4e-4ad0-893a-4d26b87b55b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443189 Jun 03 15:30:44.780937 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c7486-4bd6-4a5c-af70-89315b7fabc4 req-b4053a97-0510-4944-8c12-3a7fa6593e9f tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:44.783289 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-d60c7486-4bd6-4a5c-af70-89315b7fabc4 req-b4053a97-0510-4944-8c12-3a7fa6593e9f tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=99322d93-058a-4216-a672-e7f482aab8d8 HTTP/1.1" status: 200 len: 945 time: 0.0549669 Jun 03 15:30:44.835139 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-d60c7486-4bd6-4a5c-af70-89315b7fabc4 req-e3cac94e-25ce-4c4f-a28c-45d3a1cfd076 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcfe2535-96ab-4bf7-9a5a-a57e68e92204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439065 Jun 03 15:30:45.632355 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b796e-d313-41ee-811b-d3b023294931 req-518b3ad3-77c5-4c23-9850-537febe99522 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:45.634192 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-852b796e-d313-41ee-811b-d3b023294931 req-518b3ad3-77c5-4c23-9850-537febe99522 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 945 time: 0.0548868 Jun 03 15:30:45.686396 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-852b796e-d313-41ee-811b-d3b023294931 req-72e452c9-c2c8-4830-a7b5-193b530ac074 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9c415980-d445-441d-a0a3-94a8eef0bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464401 Jun 03 15:30:45.788043 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cec677-a235-4fcc-825c-90057f92feeb req-7ba3adf1-eabd-4dd3-a609-8ec1595609e7 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:45.789551 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-a2cec677-a235-4fcc-825c-90057f92feeb req-7ba3adf1-eabd-4dd3-a609-8ec1595609e7 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=d49a8a8d-d24d-42e9-8a4d-775920a378aa HTTP/1.1" status: 200 len: 946 time: 0.0511780 Jun 03 15:30:45.842215 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-a2cec677-a235-4fcc-825c-90057f92feeb req-4772ff9b-fb5e-48ad-803a-e2645f1aa823 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups?id=8eddbecd-ee4e-4ad0-893a-4d26b87b55b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465863 Jun 03 15:30:45.986436 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b49737a-35c9-4aa5-937d-0e5c227d188a req-a433a241-0ab9-4998-b816-3c4a95f66ade tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:45.988118 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-5b49737a-35c9-4aa5-937d-0e5c227d188a req-a433a241-0ab9-4998-b816-3c4a95f66ade tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=99322d93-058a-4216-a672-e7f482aab8d8 HTTP/1.1" status: 200 len: 945 time: 0.0739617 Jun 03 15:30:46.038523 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-5b49737a-35c9-4aa5-937d-0e5c227d188a req-26094e13-4140-41de-b788-a2396bf8f4af tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcfe2535-96ab-4bf7-9a5a-a57e68e92204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446858 Jun 03 15:30:46.970395 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd5bf2-9a40-494c-8d3c-f41ddb536241 req-9d134e72-e626-4645-a95e-13538c5e5557 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:46.972324 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-0afd5bf2-9a40-494c-8d3c-f41ddb536241 req-9d134e72-e626-4645-a95e-13538c5e5557 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=d49a8a8d-d24d-42e9-8a4d-775920a378aa HTTP/1.1" status: 200 len: 946 time: 0.0530937 Jun 03 15:30:47.021462 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-0afd5bf2-9a40-494c-8d3c-f41ddb536241 req-9fba50b7-ae02-4b60-9970-2b586813b0a3 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups?id=8eddbecd-ee4e-4ad0-893a-4d26b87b55b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433989 Jun 03 15:30:47.160654 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e5e3ad-cab0-4a43-b285-4aeae3080e9d req-4e5d3eb1-781a-4f55-bda1-a612aa3e51fd tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:47.162991 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-98e5e3ad-cab0-4a43-b285-4aeae3080e9d req-4e5d3eb1-781a-4f55-bda1-a612aa3e51fd tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=d49a8a8d-d24d-42e9-8a4d-775920a378aa HTTP/1.1" status: 200 len: 946 time: 0.0592260 Jun 03 15:30:47.171747 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 54008) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:30:47.173536 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7f50a-71bd-4090-9931-0199cc6b3fdd req-9c4b3458-4cfd-4017-9970-0311ee016c46 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:47.175648 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-a3d7f50a-71bd-4090-9931-0199cc6b3fdd req-9c4b3458-4cfd-4017-9970-0311ee016c46 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=99322d93-058a-4216-a672-e7f482aab8d8 HTTP/1.1" status: 200 len: 945 time: 0.0547316 Jun 03 15:30:47.177099 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-33b70cc6-ca73-498c-821c-ba3c19ad92b3 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Request body: {'floatingip': {'port_id': 'd0141bfc-60f8-4d27-ac11-5366f93320f4'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:30:47.211349 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=100 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:30:47.225584 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-33b70cc6-ca73-498c-821c-ba3c19ad92b3 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for floatingip (771bd516-6047-42e6-9745-3dc21dfaddfb), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:47.231351 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-a3d7f50a-71bd-4090-9931-0199cc6b3fdd req-c855d950-2b3f-49bd-821c-0162a05d1b8c tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcfe2535-96ab-4bf7-9a5a-a57e68e92204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496914 Jun 03 15:30:47.613379 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:30:47.674978 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-33b70cc6-ca73-498c-821c-ba3c19ad92b3 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:47.679405 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-33b70cc6-ca73-498c-821c-ba3c19ad92b3 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763103'] for floatingip (771bd516-6047-42e6-9745-3dc21dfaddfb), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:47.778328 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.db.l3_db [None req-33b70cc6-ca73-498c-821c-ba3c19ad92b3 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Floating IP 771bd516-6047-42e6-9745-3dc21dfaddfb associated. External IP: 172.27.3.215, port: d0141bfc-60f8-4d27-ac11-5366f93320f4. Jun 03 15:30:47.984537 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b70cc6-ca73-498c-821c-ba3c19ad92b3 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Router bc437c53-8ef0-4776-adae-03f3429aef49 has already been hosted by L3 agent af3cb756-c261-4349-9f96-3650fb8ddf57 {{(pid=103920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 15:30:48.088914 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b70cc6-ca73-498c-821c-ba3c19ad92b3 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Notify agent at l3_agent.dv-cinder-831247-16-iscsi the message routers_updated {{(pid=103920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 15:30:48.094125 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-33b70cc6-ca73-498c-821c-ba3c19ad92b3 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for floatingip (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:48.100192 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d2707d-5202-4beb-a939-8f2de1df4fd8 None None] Sync routers for ids ['bc437c53-8ef0-4776-adae-03f3429aef49'] in dv-cinder-831247-16-iscsi {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:30:48.114069 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d2707d-5202-4beb-a939-8f2de1df4fd8 None None] Routers {'bc437c53-8ef0-4776-adae-03f3429aef49'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:30:48.115367 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-38d2707d-5202-4beb-a939-8f2de1df4fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:30:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['bc437c53-8ef0-4776-adae-03f3429aef49'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:30:48.128143 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-33b70cc6-ca73-498c-821c-ba3c19ad92b3 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "PUT /v2.0/floatingips/771bd516-6047-42e6-9745-3dc21dfaddfb HTTP/1.1" status: 200 len: 992 time: 0.9525068 Jun 03 15:30:48.128143 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd49a8a8d-d24d-42e9-8a4d-775920a378aa', 'tag': 'd0141bfc-60f8-4d27-ac11-5366f93320f4'}] {{(pid=103920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:30:48.129244 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fde6ca1c4b3e174e639905c0d93b14e8a3905e0af4b9b9445456920c81b8107" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891064c4-9a64-4e92-88b0-97bea19c566c" -d '{"events": [{"name": "network-changed", "server_uuid": "d49a8a8d-d24d-42e9-8a4d-775920a378aa", "tag": "d0141bfc-60f8-4d27-ac11-5366f93320f4"}]}' {{(pid=103920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:30:48.168391 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 15:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ffa945-dbf9-4883-a02e-565b366f3ec0 x-openstack-request-id: req-96ffa945-dbf9-4883-a02e-565b366f3ec0 {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:30:48.169039 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d49a8a8d-d24d-42e9-8a4d-775920a378aa", "tag": "d0141bfc-60f8-4d27-ac11-5366f93320f4", "status": "completed", "code": 200}]} {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:30:48.169039 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-96ffa945-dbf9-4883-a02e-565b366f3ec0 {{(pid=103920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:30:48.169321 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96ffa945-dbf9-4883-a02e-565b366f3ec0'] response: {'name': 'network-changed', 'server_uuid': 'd49a8a8d-d24d-42e9-8a4d-775920a378aa', 'tag': 'd0141bfc-60f8-4d27-ac11-5366f93320f4', 'status': 'completed', 'code': 200} Jun 03 15:30:48.225659 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-38d2707d-5202-4beb-a939-8f2de1df4fd8 None None] Set router bc437c53-8ef0-4776-adae-03f3429aef49 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:30:48.245456 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891064c4-9a64-4e92-88b0-97bea19c566c req-ba33cfae-13b9-4234-ae0d-8dba1b360429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:48.246924 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-891064c4-9a64-4e92-88b0-97bea19c566c req-ba33cfae-13b9-4234-ae0d-8dba1b360429 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=3e8f48e1939245eaa67bcd6a27bc7cda&device_id=d49a8a8d-d24d-42e9-8a4d-775920a378aa HTTP/1.1" status: 200 len: 1130 time: 0.0479922 Jun 03 15:30:48.368561 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=100 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:30:48.375091 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7491d5-386b-4b84-b31b-733c4b76f1ab req-08675849-07d9-435a-8f21-93d229222bae tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:48.376537 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-0f7491d5-386b-4b84-b31b-733c4b76f1ab req-08675849-07d9-435a-8f21-93d229222bae tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=99322d93-058a-4216-a672-e7f482aab8d8 HTTP/1.1" status: 200 len: 945 time: 0.0537877 Jun 03 15:30:48.394460 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891064c4-9a64-4e92-88b0-97bea19c566c req-1a900731-21b4-42a6-9f8e-36083f824ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:48.396458 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-891064c4-9a64-4e92-88b0-97bea19c566c req-1a900731-21b4-42a6-9f8e-36083f824ac8 service neutron] 10.222.0.95 "GET /v2.0/networks?id=68719859-5880-402e-b442-370597e1ce2f HTTP/1.1" status: 200 len: 916 time: 0.1307654 Jun 03 15:30:48.441318 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=100 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:30:48.459486 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=100 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:30:48.460899 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-0f7491d5-386b-4b84-b31b-733c4b76f1ab req-78e90d25-361c-4d48-9e3a-88ab4d22d8f8 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcfe2535-96ab-4bf7-9a5a-a57e68e92204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774121 Jun 03 15:30:48.484622 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-38d2707d-5202-4beb-a939-8f2de1df4fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'name': 'tempest-AttachVolumeNegativeTest-1504343588-router', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:36Z', 'updated_at': '2022-06-03T15:26:46Z', 'revision_number': 4, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'gw_port': {'id': '1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:38Z', 'updated_at': '2022-06-03T15:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_floatingips': [{'id': '771bd516-6047-42e6-9745-3dc21dfaddfb', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'floating_ip_address': '172.27.3.215', 'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'router_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'port_id': 'd0141bfc-60f8-4d27-ac11-5366f93320f4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68719859-5880-402e-b442-370597e1ce2f', 'mac_address': 'fa:16:3e:ec:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49a8a8d-d24d-42e9-8a4d-775920a378aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:30:35Z', 'updated_at': '2022-06-03T15:30:47Z', 'revision_number': 1, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4683a29-9638-4e0d-884d-65794d85dd4f', 'name': '', 'network_id': '68719859-5880-402e-b442-370597e1ce2f', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'mac_address': 'fa:16:3e:bd:e2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1e60cea5-d2fd-43f7-aff8-25b5abe402c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:42Z', 'updated_at': '2022-06-03T15:27:00Z', 'revision_number': 5, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'subnets': [{'id': '1e60cea5-d2fd-43f7-aff8-25b5abe402c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:30:48.489787 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-891064c4-9a64-4e92-88b0-97bea19c566c req-e67a7d6b-b193-435a-a268-047bf8a40721 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0141bfc-60f8-4d27-ac11-5366f93320f4 HTTP/1.1" status: 200 len: 1000 time: 0.0824533 Jun 03 15:30:48.514749 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d2707d-5202-4beb-a939-8f2de1df4fd8 None None] Checking router: bc437c53-8ef0-4776-adae-03f3429aef49 for host: dv-cinder-831247-16-iscsi {{(pid=103922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:30:48.523099 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:30:48.524309 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d2707d-5202-4beb-a939-8f2de1df4fd8 None None] Routers {'bc437c53-8ef0-4776-adae-03f3429aef49'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:30:48.525070 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-38d2707d-5202-4beb-a939-8f2de1df4fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:30:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['bc437c53-8ef0-4776-adae-03f3429aef49'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:30:48.543437 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891064c4-9a64-4e92-88b0-97bea19c566c req-725c9a22-c8e3-41be-9da8-8f10f3fb9d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:48.544907 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-891064c4-9a64-4e92-88b0-97bea19c566c req-725c9a22-c8e3-41be-9da8-8f10f3fb9d0c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1e60cea5-d2fd-43f7-aff8-25b5abe402c7 HTTP/1.1" status: 200 len: 854 time: 0.0474877 Jun 03 15:30:48.600337 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891064c4-9a64-4e92-88b0-97bea19c566c req-741c3616-63ef-4f21-9724-7c146a4c0061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:48.601888 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-891064c4-9a64-4e92-88b0-97bea19c566c req-741c3616-63ef-4f21-9724-7c146a4c0061 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=68719859-5880-402e-b442-370597e1ce2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0473561 Jun 03 15:30:48.619447 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=100 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:30:48.632574 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-38d2707d-5202-4beb-a939-8f2de1df4fd8 None None] Set router bc437c53-8ef0-4776-adae-03f3429aef49 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:30:48.712223 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-891064c4-9a64-4e92-88b0-97bea19c566c req-d3835389-5e40-4844-86bc-8b8635085c2c service neutron] 10.222.0.95 "GET /v2.0/networks/68719859-5880-402e-b442-370597e1ce2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000290 Jun 03 15:30:48.733449 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=100 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:30:48.821355 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-891064c4-9a64-4e92-88b0-97bea19c566c req-babb7a15-9d14-4834-b677-477b1f08be3c service neutron] 10.222.0.95 "GET /v2.0/networks/68719859-5880-402e-b442-370597e1ce2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951047 Jun 03 15:30:48.952819 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-38d2707d-5202-4beb-a939-8f2de1df4fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'name': 'tempest-AttachVolumeNegativeTest-1504343588-router', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:36Z', 'updated_at': '2022-06-03T15:26:46Z', 'revision_number': 4, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'gw_port': {'id': '1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:38Z', 'updated_at': '2022-06-03T15:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_floatingips': [{'id': '771bd516-6047-42e6-9745-3dc21dfaddfb', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'floating_ip_address': '172.27.3.215', 'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'router_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'port_id': 'd0141bfc-60f8-4d27-ac11-5366f93320f4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68719859-5880-402e-b442-370597e1ce2f', 'mac_address': 'fa:16:3e:ec:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49a8a8d-d24d-42e9-8a4d-775920a378aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:30:35Z', 'updated_at': '2022-06-03T15:30:47Z', 'revision_number': 1, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4683a29-9638-4e0d-884d-65794d85dd4f', 'name': '', 'network_id': '68719859-5880-402e-b442-370597e1ce2f', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'mac_address': 'fa:16:3e:bd:e2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1e60cea5-d2fd-43f7-aff8-25b5abe402c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:42Z', 'updated_at': '2022-06-03T15:27:00Z', 'revision_number': 5, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'subnets': [{'id': '1e60cea5-d2fd-43f7-aff8-25b5abe402c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:30:48.977130 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d2707d-5202-4beb-a939-8f2de1df4fd8 None None] The sync data for ids ['bc437c53-8ef0-4776-adae-03f3429aef49'] in dv-cinder-831247-16-iscsi is: [{'id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'name': 'tempest-AttachVolumeNegativeTest-1504343588-router', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:36Z', 'updated_at': '2022-06-03T15:26:46Z', 'revision_number': 4, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'gw_port': {'id': '1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:38Z', 'updated_at': '2022-06-03T15:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_floatingips': [{'id': '771bd516-6047-42e6-9745-3dc21dfaddfb', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'floating_ip_address': '172.27.3.215', 'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'router_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'port_id': 'd0141bfc-60f8-4d27-ac11-5366f93320f4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68719859-5880-402e-b442-370597e1ce2f', 'mac_address': 'fa:16:3e:ec:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49a8a8d-d24d-42e9-8a4d-775920a378aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:30:35Z', 'updated_at': '2022-06-03T15:30:47Z', 'revision_number': 1, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4683a29-9638-4e0d-884d-65794d85dd4f', 'name': '', 'network_id': '68719859-5880-402e-b442-370597e1ce2f', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'mac_address': 'fa:16:3e:bd:e2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1e60cea5-d2fd-43f7-aff8-25b5abe402c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:42Z', 'updated_at': '2022-06-03T15:27:00Z', 'revision_number': 5, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'subnets': [{'id': '1e60cea5-d2fd-43f7-aff8-25b5abe402c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:30:49.188970 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92438791-afe8-4c8e-90f9-814d1101c46b None None] New status for floating IP 771bd516-6047-42e6-9745-3dc21dfaddfb: ACTIVE {{(pid=103921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 15:30:49.566726 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50621151-9e2b-430c-997b-2051bb406739 req-5c42e59b-debd-4a29-9ba9-3ea2dcdfb656 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:49.568206 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-50621151-9e2b-430c-997b-2051bb406739 req-5c42e59b-debd-4a29-9ba9-3ea2dcdfb656 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=99322d93-058a-4216-a672-e7f482aab8d8 HTTP/1.1" status: 200 len: 945 time: 0.0479839 Jun 03 15:30:49.620269 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-50621151-9e2b-430c-997b-2051bb406739 req-911da535-6c89-40f5-9061-230f59b887e2 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcfe2535-96ab-4bf7-9a5a-a57e68e92204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455699 Jun 03 15:30:50.740226 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc17e888-fee4-4d40-bce4-1797fd6eb09f req-e89643fa-3807-43b9-a219-862a526ddf4c tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:50.741714 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-cc17e888-fee4-4d40-bce4-1797fd6eb09f req-e89643fa-3807-43b9-a219-862a526ddf4c tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=99322d93-058a-4216-a672-e7f482aab8d8 HTTP/1.1" status: 200 len: 945 time: 0.0525839 Jun 03 15:30:50.791092 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-cc17e888-fee4-4d40-bce4-1797fd6eb09f req-24c13c5e-68ff-49a4-be7b-9d3c632f763c tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcfe2535-96ab-4bf7-9a5a-a57e68e92204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432699 Jun 03 15:30:51.546745 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a89afecd-7c75-462a-8e1a-624dc4880b03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (ba2d900a-f6c8-44b2-a19a-5d512e564d5a), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:51.910206 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c824bb-1b9e-4457-b5b2-628953ba2834 req-ef5fe7f9-f0bc-4e7a-8a35-3e5289483a87 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:51.911734 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-36c824bb-1b9e-4457-b5b2-628953ba2834 req-ef5fe7f9-f0bc-4e7a-8a35-3e5289483a87 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=99322d93-058a-4216-a672-e7f482aab8d8 HTTP/1.1" status: 200 len: 945 time: 0.0484848 Jun 03 15:30:51.962249 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-36c824bb-1b9e-4457-b5b2-628953ba2834 req-eb971cbf-fc0a-4ba2-be5e-7fde00874bd8 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcfe2535-96ab-4bf7-9a5a-a57e68e92204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448411 Jun 03 15:30:53.086891 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099214d5-3eab-4a69-9477-da22311754dc req-959809a6-51c6-4896-b634-f1eaed09735e tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:53.088381 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-099214d5-3eab-4a69-9477-da22311754dc req-959809a6-51c6-4896-b634-f1eaed09735e tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=99322d93-058a-4216-a672-e7f482aab8d8 HTTP/1.1" status: 200 len: 945 time: 0.0489645 Jun 03 15:30:53.138554 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-099214d5-3eab-4a69-9477-da22311754dc req-2ae90cbe-9141-46a0-8357-f645e2254e2c tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcfe2535-96ab-4bf7-9a5a-a57e68e92204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436738 Jun 03 15:30:53.778771 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-97e1e862-9fb3-4082-b52f-c8d5e4fc7fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (af3cb756-c261-4349-9f96-3650fb8ddf57), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:54.253071 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fcb058-6d73-4456-9cfb-317f458a1db4 req-b754dc4a-9d5c-42ef-a984-a47a5aec0478 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:54.254587 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-a8fcb058-6d73-4456-9cfb-317f458a1db4 req-b754dc4a-9d5c-42ef-a984-a47a5aec0478 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=99322d93-058a-4216-a672-e7f482aab8d8 HTTP/1.1" status: 200 len: 945 time: 0.0463843 Jun 03 15:30:54.302136 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-a8fcb058-6d73-4456-9cfb-317f458a1db4 req-5baece50-6987-4089-b588-9bcdbfd9dde7 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcfe2535-96ab-4bf7-9a5a-a57e68e92204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421052 Jun 03 15:30:55.420858 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f62729-0d90-441a-a04b-0dec7939d1db req-5549477a-6da7-48e5-8f99-35f7eb837190 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:55.422330 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b4f62729-0d90-441a-a04b-0dec7939d1db req-5549477a-6da7-48e5-8f99-35f7eb837190 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=99322d93-058a-4216-a672-e7f482aab8d8 HTTP/1.1" status: 200 len: 945 time: 0.0511839 Jun 03 15:30:55.471607 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b4f62729-0d90-441a-a04b-0dec7939d1db req-9e598659-4018-49d6-989a-8eeb45a260e7 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcfe2535-96ab-4bf7-9a5a-a57e68e92204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436773 Jun 03 15:30:55.511479 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ea450706-6f9d-4600-9901-8a13358e87c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (c1b56563-1529-491f-97b0-bd0331fef87b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:56.535177 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0007325d-49bd-45ba-86c8-d0efad7af70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (e76c2f28-d1d2-478d-a24e-96dcb24ae502), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:56.590672 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10bee7f-bbf0-49d7-bf09-5a4abb2236cb req-21837069-b415-4aee-b8ef-9a4bcc73f0a1 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:56.592222 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f10bee7f-bbf0-49d7-bf09-5a4abb2236cb req-21837069-b415-4aee-b8ef-9a4bcc73f0a1 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=99322d93-058a-4216-a672-e7f482aab8d8 HTTP/1.1" status: 200 len: 945 time: 0.0493300 Jun 03 15:30:56.640083 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f10bee7f-bbf0-49d7-bf09-5a4abb2236cb req-b21a4dd8-4d18-4f55-b026-a32f8c5a0017 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcfe2535-96ab-4bf7-9a5a-a57e68e92204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414383 Jun 03 15:30:57.761892 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65800a0-ac57-437e-839b-8fa4c7812f6a req-7955b45b-0f9e-4a21-88f8-48b1c63a25b2 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:57.763438 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-a65800a0-ac57-437e-839b-8fa4c7812f6a req-7955b45b-0f9e-4a21-88f8-48b1c63a25b2 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=99322d93-058a-4216-a672-e7f482aab8d8 HTTP/1.1" status: 200 len: 945 time: 0.0507870 Jun 03 15:30:57.819631 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-a65800a0-ac57-437e-839b-8fa4c7812f6a req-8b9e6fcd-974d-4acf-a2c0-a31a34501a85 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcfe2535-96ab-4bf7-9a5a-a57e68e92204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478649 Jun 03 15:30:58.226557 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (b78338d6-31c9-4f43-bfac-5a5a854a8366), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:30:58.937950 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac85d3-4ad8-4908-846f-78c882edc418 req-bed67301-1223-4b92-8ed3-5f87a81d04d1 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:30:58.939995 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-89ac85d3-4ad8-4908-846f-78c882edc418 req-bed67301-1223-4b92-8ed3-5f87a81d04d1 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=99322d93-058a-4216-a672-e7f482aab8d8 HTTP/1.1" status: 200 len: 945 time: 0.0502489 Jun 03 15:30:58.985646 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-89ac85d3-4ad8-4908-846f-78c882edc418 req-2dcb1053-f75d-45ea-888d-cd31773635fe tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcfe2535-96ab-4bf7-9a5a-a57e68e92204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402110 Jun 03 15:31:00.110470 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db2a6ad-b3ab-496b-9c7e-167cde8302bf req-aa9c8e3d-b4a7-424c-abe1-5c05f01a3ceb tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:00.112031 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-4db2a6ad-b3ab-496b-9c7e-167cde8302bf req-aa9c8e3d-b4a7-424c-abe1-5c05f01a3ceb tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=99322d93-058a-4216-a672-e7f482aab8d8 HTTP/1.1" status: 200 len: 945 time: 0.0514991 Jun 03 15:31:00.169895 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-4db2a6ad-b3ab-496b-9c7e-167cde8302bf req-5b65d26c-0b4f-4483-bb70-bec29934892c tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcfe2535-96ab-4bf7-9a5a-a57e68e92204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521011 Jun 03 15:31:01.287348 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7853568-43e0-4d58-956d-16d80e7e46df req-fa216cd4-a413-48a4-be53-73e20bd35944 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:01.288800 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f7853568-43e0-4d58-956d-16d80e7e46df req-fa216cd4-a413-48a4-be53-73e20bd35944 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=99322d93-058a-4216-a672-e7f482aab8d8 HTTP/1.1" status: 200 len: 945 time: 0.0474021 Jun 03 15:31:01.339043 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f7853568-43e0-4d58-956d-16d80e7e46df req-507775bd-d7b4-4209-b052-2b60cc070b64 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcfe2535-96ab-4bf7-9a5a-a57e68e92204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447457 Jun 03 15:31:01.821495 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591cb2f8-2fd5-4623-a3e5-1c269ba90d45 req-cccdf23b-3b8a-4a57-9d1a-ca33f4ccb54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:01.823102 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-591cb2f8-2fd5-4623-a3e5-1c269ba90d45 req-cccdf23b-3b8a-4a57-9d1a-ca33f4ccb54c service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=99322d93-058a-4216-a672-e7f482aab8d8 HTTP/1.1" status: 200 len: 1129 time: 0.0414860 Jun 03 15:31:01.865070 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=100 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:01.868962 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-591cb2f8-2fd5-4623-a3e5-1c269ba90d45 req-76e3b720-3335-4ccc-a5c3-a4e44009c071 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=dcfe2535-96ab-4bf7-9a5a-a57e68e92204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396550 Jun 03 15:31:02.450935 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba64483-bb5d-411b-a7bb-e49fbf4a74f7 req-c3f011ce-b3e0-4bce-b15d-99ba9ec7423b tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:02.452384 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-6ba64483-bb5d-411b-a7bb-e49fbf4a74f7 req-c3f011ce-b3e0-4bce-b15d-99ba9ec7423b tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=99322d93-058a-4216-a672-e7f482aab8d8 HTTP/1.1" status: 200 len: 945 time: 0.0462146 Jun 03 15:31:02.499402 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-6ba64483-bb5d-411b-a7bb-e49fbf4a74f7 req-15bd785a-8484-4105-b5dd-45816295780d tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcfe2535-96ab-4bf7-9a5a-a57e68e92204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410810 Jun 03 15:31:03.039609 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dec4ac-150c-498a-8e13-15d543c17e75 req-40de54f6-efc4-4512-8a3e-dd795c6db12f tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:03.041067 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-70dec4ac-150c-498a-8e13-15d543c17e75 req-40de54f6-efc4-4512-8a3e-dd795c6db12f tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 946 time: 0.0510056 Jun 03 15:31:03.100121 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-70dec4ac-150c-498a-8e13-15d543c17e75 req-1226ac55-344a-4461-a376-d00b3b7b9e94 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521750 Jun 03 15:31:03.618560 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d9e90-f48a-40ec-8bf2-7c8fa0bd2f63 req-65b0b83a-c217-42a7-8e8b-b05b2fe11263 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:03.620019 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f39d9e90-f48a-40ec-8bf2-7c8fa0bd2f63 req-65b0b83a-c217-42a7-8e8b-b05b2fe11263 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=99322d93-058a-4216-a672-e7f482aab8d8 HTTP/1.1" status: 200 len: 945 time: 0.0497572 Jun 03 15:31:03.666757 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f39d9e90-f48a-40ec-8bf2-7c8fa0bd2f63 req-83a38120-bfd4-476b-b9d5-63e27672829b tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcfe2535-96ab-4bf7-9a5a-a57e68e92204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412171 Jun 03 15:31:04.221937 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7f4e3-dc45-4ed3-be88-8aaabe660215 req-6e3432d1-16d2-4a77-9f7e-293d70182be1 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:04.223560 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-54e7f4e3-dc45-4ed3-be88-8aaabe660215 req-6e3432d1-16d2-4a77-9f7e-293d70182be1 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 946 time: 0.0491238 Jun 03 15:31:04.271365 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-54e7f4e3-dc45-4ed3-be88-8aaabe660215 req-17c3a675-7ccc-48bc-9fbf-6d7441cd0279 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422690 Jun 03 15:31:04.785217 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43100f51-c773-4aab-bf32-4cb1dac4c190 req-8c723259-17a0-443b-9aab-74c8ad26fd1d tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:04.786759 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-43100f51-c773-4aab-bf32-4cb1dac4c190 req-8c723259-17a0-443b-9aab-74c8ad26fd1d tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=99322d93-058a-4216-a672-e7f482aab8d8 HTTP/1.1" status: 200 len: 945 time: 0.0494266 Jun 03 15:31:04.819191 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=100 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:04.836070 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-43100f51-c773-4aab-bf32-4cb1dac4c190 req-3e5582a3-c4ab-481f-815e-e8eb9b4f23a3 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcfe2535-96ab-4bf7-9a5a-a57e68e92204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426297 Jun 03 15:31:04.945902 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=26 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:04.956194 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=42 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:05.392578 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30ca09-f14a-4475-bf50-84928ae4fd08 req-fd0fc9f1-72b3-4138-9f99-98cb48c00e1d tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:05.394026 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-5e30ca09-f14a-4475-bf50-84928ae4fd08 req-fd0fc9f1-72b3-4138-9f99-98cb48c00e1d tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 946 time: 0.0493462 Jun 03 15:31:05.447170 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-5e30ca09-f14a-4475-bf50-84928ae4fd08 req-4e70d47f-e93d-4c43-9d4f-698e4f9327e5 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475183 Jun 03 15:31:05.500421 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-90114a4a-7a69-46db-88a9-e6f87a9e335e req-5498cfe6-8dcf-4508-8d3e-bf32c245fc9d tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1682147940&fields=id&tenant_id=00d2022cc4be4779af1edf1520c439ae HTTP/1.1" status: 200 len: 267 time: 0.0437973 Jun 03 15:31:05.583608 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90114a4a-7a69-46db-88a9-e6f87a9e335e req-f66d7014-b653-4480-9473-c02b28505f74 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:05.584953 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-90114a4a-7a69-46db-88a9-e6f87a9e335e req-f66d7014-b653-4480-9473-c02b28505f74 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 984 time: 0.0785196 Jun 03 15:31:05.595584 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02851b34-13a0-4c1f-a2ed-6dd842a08e26 req-068b7f39-b84c-45f0-90a0-4cb57b8de09c tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:05.596925 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-02851b34-13a0-4c1f-a2ed-6dd842a08e26 req-068b7f39-b84c-45f0-90a0-4cb57b8de09c tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.95 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 946 time: 0.0592182 Jun 03 15:31:05.602059 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [req-90114a4a-7a69-46db-88a9-e6f87a9e335e req-e537bd85-e9a2-49f9-b0f7-6f85cc13922f tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Request body: {'port': {'security_groups': ['d859fc33-d2f7-46f3-a29c-83d9a52aafe7']}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:31:05.741424 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-90114a4a-7a69-46db-88a9-e6f87a9e335e req-e537bd85-e9a2-49f9-b0f7-6f85cc13922f tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (3013216d-76f3-469e-9c86-a0bc71687991), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:05.743248 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [req-02851b34-13a0-4c1f-a2ed-6dd842a08e26 req-3165f263-6924-44cc-b821-d8daf4adb842 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Deleting port d065a51d-4c7e-482f-87f7-74c4d679a6c1 {{(pid=103920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:31:05.743560 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-02851b34-13a0-4c1f-a2ed-6dd842a08e26 req-3165f263-6924-44cc-b821-d8daf4adb842 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (d065a51d-4c7e-482f-87f7-74c4d679a6c1), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:05.906504 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [req-02851b34-13a0-4c1f-a2ed-6dd842a08e26 req-3165f263-6924-44cc-b821-d8daf4adb842 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] For port d065a51d-4c7e-482f-87f7-74c4d679a6c1, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=d065a51d-4c7e-482f-87f7-74c4d679a6c1,segment=NetworkSegment(612086bd-4a15-467e-af18-82334699cb77),segment_id=612086bd-4a15-467e-af18-82334699cb77)] {{(pid=103920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:31:05.907213 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-02851b34-13a0-4c1f-a2ed-6dd842a08e26 req-3165f263-6924-44cc-b821-d8daf4adb842 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (d065a51d-4c7e-482f-87f7-74c4d679a6c1), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:05.959438 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9a546-dc07-4947-b0f7-e5037f2dff89 req-45a99698-6723-42ef-b46a-1f78653ced66 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:05.960917 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-efb9a546-dc07-4947-b0f7-e5037f2dff89 req-45a99698-6723-42ef-b46a-1f78653ced66 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=99322d93-058a-4216-a672-e7f482aab8d8 HTTP/1.1" status: 200 len: 945 time: 0.0569551 Jun 03 15:31:06.021348 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-efb9a546-dc07-4947-b0f7-e5037f2dff89 req-0b1d42b8-f33f-407e-ab8f-71a8a5215e44 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcfe2535-96ab-4bf7-9a5a-a57e68e92204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502753 Jun 03 15:31:06.394579 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=100 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:06.430961 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34deb5fa-c489-481b-be4a-dc801448d675 req-27669efd-f50d-4d2a-bf97-ce631e5bf9f2 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:06.432444 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-34deb5fa-c489-481b-be4a-dc801448d675 req-27669efd-f50d-4d2a-bf97-ce631e5bf9f2 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=99322d93-058a-4216-a672-e7f482aab8d8 HTTP/1.1" status: 200 len: 945 time: 0.0788260 Jun 03 15:31:06.433353 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f353f-c7d9-419e-b570-80b6f99a9a70 req-3eb4ef47-5d1d-4aa3-921a-21d0f5dd9045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:06.434709 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-eb4f353f-c7d9-419e-b570-80b6f99a9a70 req-3eb4ef47-5d1d-4aa3-921a-21d0f5dd9045 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a402ec1153624838be07cda58279f2a4&device_id=99322d93-058a-4216-a672-e7f482aab8d8 HTTP/1.1" status: 200 len: 1129 time: 0.0798926 Jun 03 15:31:06.470400 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [req-90114a4a-7a69-46db-88a9-e6f87a9e335e req-e537bd85-e9a2-49f9-b0f7-6f85cc13922f tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] For port 3013216d-76f3-469e-9c86-a0bc71687991, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=3013216d-76f3-469e-9c86-a0bc71687991,segment=NetworkSegment(88393667-e7c8-4946-b07a-8626e7cbb7b3),segment_id=88393667-e7c8-4946-b07a-8626e7cbb7b3)] {{(pid=103920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:31:06.480656 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-02851b34-13a0-4c1f-a2ed-6dd842a08e26 req-3165f263-6924-44cc-b821-d8daf4adb842 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:06.481009 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-02851b34-13a0-4c1f-a2ed-6dd842a08e26 req-3165f263-6924-44cc-b821-d8daf4adb842 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763103'] for floatingip (224d387f-415c-413f-a9e4-807a5436788c), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:06.481316 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.db.l3_db [req-02851b34-13a0-4c1f-a2ed-6dd842a08e26 req-3165f263-6924-44cc-b821-d8daf4adb842 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Floating IP 224d387f-415c-413f-a9e4-807a5436788c disassociated. External IP: 172.27.3.202, port: d065a51d-4c7e-482f-87f7-74c4d679a6c1. Jun 03 15:31:06.481658 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [req-02851b34-13a0-4c1f-a2ed-6dd842a08e26 req-3165f263-6924-44cc-b821-d8daf4adb842 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Calling delete_port for d065a51d-4c7e-482f-87f7-74c4d679a6c1 owned by compute:nova {{(pid=103920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:31:06.537554 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-34deb5fa-c489-481b-be4a-dc801448d675 req-2166c4aa-27dc-435b-85df-2179a44a4683 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcfe2535-96ab-4bf7-9a5a-a57e68e92204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994172 Jun 03 15:31:06.539036 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-90114a4a-7a69-46db-88a9-e6f87a9e335e req-e537bd85-e9a2-49f9-b0f7-6f85cc13922f tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Publish callbacks [] for port (3013216d-76f3-469e-9c86-a0bc71687991), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:06.544456 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-90114a4a-7a69-46db-88a9-e6f87a9e335e req-e537bd85-e9a2-49f9-b0f7-6f85cc13922f tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5848786'] for port (3013216d-76f3-469e-9c86-a0bc71687991), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:06.546576 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=100 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:06.561475 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f353f-c7d9-419e-b570-80b6f99a9a70 req-365282c3-a718-4a77-8be0-560cef39b19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:06.563210 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-eb4f353f-c7d9-419e-b570-80b6f99a9a70 req-365282c3-a718-4a77-8be0-560cef39b19a service neutron] 10.222.0.95 "GET /v2.0/networks?id=ba66765f-7c24-4296-be5e-4c2a803ccabf HTTP/1.1" status: 200 len: 919 time: 0.1183691 Jun 03 15:31:06.564885 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] get_ports_and_sgs() called for port_ids ['3013216d-76f3-469e-9c86-a0bc71687991'] {{(pid=103921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 15:31:06.577358 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:06.610250 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90114a4a-7a69-46db-88a9-e6f87a9e335e req-e537bd85-e9a2-49f9-b0f7-6f85cc13922f tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:06.611444 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-90114a4a-7a69-46db-88a9-e6f87a9e335e req-e537bd85-e9a2-49f9-b0f7-6f85cc13922f tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for port (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:06.612863 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-90114a4a-7a69-46db-88a9-e6f87a9e335e req-e537bd85-e9a2-49f9-b0f7-6f85cc13922f tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "PUT /v2.0/ports/3013216d-76f3-469e-9c86-a0bc71687991 HTTP/1.1" status: 200 len: 942 time: 1.0150638 Jun 03 15:31:06.615336 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67f284eb-df90-4337-8bdf-511156b6a756', 'tag': '3013216d-76f3-469e-9c86-a0bc71687991'}] {{(pid=103920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:31:06.617917 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fde6ca1c4b3e174e639905c0d93b14e8a3905e0af4b9b9445456920c81b8107" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c625e32-32cd-4f1f-94ce-9b0c52833c29" -d '{"events": [{"name": "network-changed", "server_uuid": "67f284eb-df90-4337-8bdf-511156b6a756", "tag": "3013216d-76f3-469e-9c86-a0bc71687991"}]}' {{(pid=103920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:31:06.627089 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 54112) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:31:06.680834 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 15:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-033ee0d7-716c-4e61-9bdb-d4f0581d1648 x-openstack-request-id: req-033ee0d7-716c-4e61-9bdb-d4f0581d1648 {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:31:06.681096 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67f284eb-df90-4337-8bdf-511156b6a756", "tag": "3013216d-76f3-469e-9c86-a0bc71687991", "status": "completed", "code": 200}]} {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:31:06.681319 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-033ee0d7-716c-4e61-9bdb-d4f0581d1648 {{(pid=103920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:31:06.681694 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-033ee0d7-716c-4e61-9bdb-d4f0581d1648'] response: {'name': 'network-changed', 'server_uuid': '67f284eb-df90-4337-8bdf-511156b6a756', 'tag': '3013216d-76f3-469e-9c86-a0bc71687991', 'status': 'completed', 'code': 200} Jun 03 15:31:06.686813 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e537bd85-e9a2-49f9-b0f7-6f85cc13922f tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Pushing event updated for resources: {'Port': ['ID=3013216d-76f3-469e-9c86-a0bc71687991,revision_number=7']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:06.714623 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=100 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:06.722057 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc6aad-621c-492d-a01e-4e2c0ba57f8d req-87016328-90be-48a0-b244-a6eea35ea4f9 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:06.729479 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-7abc6aad-621c-492d-a01e-4e2c0ba57f8d req-87016328-90be-48a0-b244-a6eea35ea4f9 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=e123dc0c-78c6-44ce-b847-927843a3751c HTTP/1.1" status: 200 len: 946 time: 0.0802765 Jun 03 15:31:06.743017 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] get_ports_and_sgs() called for port_ids ['3013216d-76f3-469e-9c86-a0bc71687991'] {{(pid=103921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 15:31:06.778976 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-02851b34-13a0-4c1f-a2ed-6dd842a08e26 req-3165f263-6924-44cc-b821-d8daf4adb842 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5848811'] for port (d065a51d-4c7e-482f-87f7-74c4d679a6c1), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:06.787470 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c625e32-32cd-4f1f-94ce-9b0c52833c29 req-63c31af2-55bd-4495-a285-0363b96bdb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:06.788957 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-8c625e32-32cd-4f1f-94ce-9b0c52833c29 req-63c31af2-55bd-4495-a285-0363b96bdb32 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=00d2022cc4be4779af1edf1520c439ae&device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 1129 time: 0.0522521 Jun 03 15:31:06.819719 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3165f263-6924-44cc-b821-d8daf4adb842 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Pushing event deleted for resources: {'Port': ['ID=d065a51d-4c7e-482f-87f7-74c4d679a6c1,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:06.823513 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-38afc8bd-9824-4f98-851c-4c38d8e61be0 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Publish callbacks [] for security_group (a693cf21-50d5-4e38-8e93-263cac144c13), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:06.908757 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (5d40428d-d668-464b-bcee-3124e1355b3b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:06.916796 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-38afc8bd-9824-4f98-851c-4c38d8e61be0 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Publish callbacks [] for security_group (a693cf21-50d5-4e38-8e93-263cac144c13), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:06.993663 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-03990375-a03f-4b61-9816-090e4cb87260 None None] Provisioning complete for port 3013216d-76f3-469e-9c86-a0bc71687991 triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:31:06.994185 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-03990375-a03f-4b61-9816-090e4cb87260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (3013216d-76f3-469e-9c86-a0bc71687991), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:06.995417 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02851b34-13a0-4c1f-a2ed-6dd842a08e26 req-3165f263-6924-44cc-b821-d8daf4adb842 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Router 6cd5fe5b-023c-4cb7-aad9-e052cab5eef0 has already been hosted by L3 agent af3cb756-c261-4349-9f96-3650fb8ddf57 {{(pid=103920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 15:31:07.062809 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:07.077152 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-03990375-a03f-4b61-9816-090e4cb87260 None None] Current status of the port 3013216d-76f3-469e-9c86-a0bc71687991 is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:31:07.087594 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-38afc8bd-9824-4f98-851c-4c38d8e61be0 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (a693cf21-50d5-4e38-8e93-263cac144c13), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:07.090167 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-38afc8bd-9824-4f98-851c-4c38d8e61be0 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:07.091401 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-38afc8bd-9824-4f98-851c-4c38d8e61be0 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "DELETE /v2.0/security-groups/a693cf21-50d5-4e38-8e93-263cac144c13 HTTP/1.1" status: 204 len: 168 time: 0.4632425 Jun 03 15:31:07.104600 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 54116) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:31:07.120023 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38afc8bd-9824-4f98-851c-4c38d8e61be0 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a693cf21-50d5-4e38-8e93-263cac144c13,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:07.176720 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:07.198941 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-eb4f353f-c7d9-419e-b570-80b6f99a9a70 req-3a11880b-2c22-4f25-9868-2fade95c088d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee HTTP/1.1" status: 200 len: 1001 time: 0.6288669 Jun 03 15:31:07.206180 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02851b34-13a0-4c1f-a2ed-6dd842a08e26 req-3165f263-6924-44cc-b821-d8daf4adb842 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Notify agent at l3_agent.dv-cinder-831247-16-iscsi the message routers_updated {{(pid=103920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 15:31:07.221075 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb6d709-5d0f-47f3-be5b-4e4f2a294383 None None] Sync routers for ids ['6cd5fe5b-023c-4cb7-aad9-e052cab5eef0'] in dv-cinder-831247-16-iscsi {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:31:07.226316 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-7abc6aad-621c-492d-a01e-4e2c0ba57f8d req-3a3a9aec-b31f-45c5-80ef-859f7576cd89 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=580fdc4e-efaf-4f58-949e-319a3ab11351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4958925 Jun 03 15:31:07.244694 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb6d709-5d0f-47f3-be5b-4e4f2a294383 None None] Routers {'6cd5fe5b-023c-4cb7-aad9-e052cab5eef0'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:31:07.245333 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-0bb6d709-5d0f-47f3-be5b-4e4f2a294383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:30:54Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['6cd5fe5b-023c-4cb7-aad9-e052cab5eef0'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:07.275947 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c625e32-32cd-4f1f-94ce-9b0c52833c29 req-d2ffd39c-4162-477d-955f-4029d7ae8c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:07.279182 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-8c625e32-32cd-4f1f-94ce-9b0c52833c29 req-d2ffd39c-4162-477d-955f-4029d7ae8c3b service neutron] 10.222.0.95 "GET /v2.0/networks?id=beafa1b9-ad41-4519-b3bd-aaad5165f1e2 HTTP/1.1" status: 200 len: 915 time: 0.4628189 Jun 03 15:31:07.298462 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [req-02851b34-13a0-4c1f-a2ed-6dd842a08e26 req-3165f263-6924-44cc-b821-d8daf4adb842 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] No DVR routers for this DVR port d065a51d-4c7e-482f-87f7-74c4d679a6c1 on host hv-cinder-83124 {{(pid=103920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 15:31:07.301323 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-02851b34-13a0-4c1f-a2ed-6dd842a08e26 req-3165f263-6924-44cc-b821-d8daf4adb842 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for port (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:07.304674 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-02851b34-13a0-4c1f-a2ed-6dd842a08e26 req-3165f263-6924-44cc-b821-d8daf4adb842 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.95 "DELETE /v2.0/ports/d065a51d-4c7e-482f-87f7-74c4d679a6c1 HTTP/1.1" status: 204 len: 173 time: 1.6994579 Jun 03 15:31:07.385591 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-0bb6d709-5d0f-47f3-be5b-4e4f2a294383 None None] Set router 6cd5fe5b-023c-4cb7-aad9-e052cab5eef0 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:31:07.389080 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f353f-c7d9-419e-b570-80b6f99a9a70 req-bd75a1f2-0c28-4a0b-a412-0b47cb0603da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:07.390960 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-eb4f353f-c7d9-419e-b570-80b6f99a9a70 req-bd75a1f2-0c28-4a0b-a412-0b47cb0603da service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5cb0f2a7-ee25-46e9-8c4b-18478610484d HTTP/1.1" status: 200 len: 857 time: 0.1629834 Jun 03 15:31:07.402038 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-0da5e6a2-85d9-4964-9d11-decd7341ab51 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Deleting port c55c35c1-14ec-4da5-a3d2-9fbac73c09a3 {{(pid=103920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:31:07.402874 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0da5e6a2-85d9-4964-9d11-decd7341ab51 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (c55c35c1-14ec-4da5-a3d2-9fbac73c09a3), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:07.416734 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-8c625e32-32cd-4f1f-94ce-9b0c52833c29 req-5fbd8b60-8e94-4df5-ac8e-c901a3af12fc service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3013216d-76f3-469e-9c86-a0bc71687991 HTTP/1.1" status: 200 len: 1001 time: 0.1136098 Jun 03 15:31:07.484588 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f353f-c7d9-419e-b570-80b6f99a9a70 req-8f9ec575-2da3-40ac-bcb0-040ff59260a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:07.486134 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-eb4f353f-c7d9-419e-b570-80b6f99a9a70 req-8f9ec575-2da3-40ac-bcb0-040ff59260a9 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ba66765f-7c24-4296-be5e-4c2a803ccabf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0829716 Jun 03 15:31:07.491841 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c625e32-32cd-4f1f-94ce-9b0c52833c29 req-6d00a0c9-706f-4544-ba13-0ac8de8cfef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:07.493219 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-8c625e32-32cd-4f1f-94ce-9b0c52833c29 req-6d00a0c9-706f-4544-ba13-0ac8de8cfef2 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d1c0b66e-b6eb-4901-9a4c-c6cd4fad6b35 HTTP/1.1" status: 200 len: 853 time: 0.0579712 Jun 03 15:31:07.494940 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0da5e6a2-85d9-4964-9d11-decd7341ab51 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (c55c35c1-14ec-4da5-a3d2-9fbac73c09a3), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:07.495341 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0da5e6a2-85d9-4964-9d11-decd7341ab51 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Publish callbacks [] for floatingip (c55c35c1-14ec-4da5-a3d2-9fbac73c09a3), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:07.509852 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-0da5e6a2-85d9-4964-9d11-decd7341ab51 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Calling delete_port for c55c35c1-14ec-4da5-a3d2-9fbac73c09a3 owned by network:floatingip {{(pid=103920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:31:07.593784 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-0bb6d709-5d0f-47f3-be5b-4e4f2a294383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd5fe5b-023c-4cb7-aad9-e052cab5eef0', 'name': 'tempest-AttachVolumeShelveTestJSON-1264158732-router', 'tenant_id': '1b930cadb2dc4e49947db0514528617d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '86ba1ff2-21ae-47f9-9cdf-edf65a092d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:38Z', 'updated_at': '2022-06-03T15:27:01Z', 'revision_number': 4, 'project_id': '1b930cadb2dc4e49947db0514528617d', 'gw_port': {'id': '86ba1ff2-21ae-47f9-9cdf-edf65a092d4e', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd5fe5b-023c-4cb7-aad9-e052cab5eef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:41Z', 'updated_at': '2022-06-03T15:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': 'cf131b2b-599d-46a7-87a3-df5152fb5c69', 'name': '', 'network_id': '6297c62b-cf60-4797-8fdd-d236a362ff82', 'tenant_id': '1b930cadb2dc4e49947db0514528617d', 'mac_address': 'fa:16:3e:43:3d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd5fe5b-023c-4cb7-aad9-e052cab5eef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'f60f46ef-d4d3-474d-b0dd-61750c5ae20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:59Z', 'updated_at': '2022-06-03T15:27:07Z', 'revision_number': 5, 'project_id': '1b930cadb2dc4e49947db0514528617d', 'subnets': [{'id': 'f60f46ef-d4d3-474d-b0dd-61750c5ae20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:07.620710 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb6d709-5d0f-47f3-be5b-4e4f2a294383 None None] Checking router: 6cd5fe5b-023c-4cb7-aad9-e052cab5eef0 for host: dv-cinder-831247-16-iscsi {{(pid=103922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:31:07.629107 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb6d709-5d0f-47f3-be5b-4e4f2a294383 None None] Routers {'6cd5fe5b-023c-4cb7-aad9-e052cab5eef0'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:31:07.629705 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-0bb6d709-5d0f-47f3-be5b-4e4f2a294383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:30:54Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['6cd5fe5b-023c-4cb7-aad9-e052cab5eef0'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:07.634123 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:07.684636 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a3bb5-4fa4-4cd6-89d0-af202b2efba6 req-c1b1efad-c6e7-481f-90e2-e6899448efda tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:07.686132 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-475a3bb5-4fa4-4cd6-89d0-af202b2efba6 req-c1b1efad-c6e7-481f-90e2-e6899448efda tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=99322d93-058a-4216-a672-e7f482aab8d8 HTTP/1.1" status: 200 len: 945 time: 0.0637684 Jun 03 15:31:07.734154 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-0bb6d709-5d0f-47f3-be5b-4e4f2a294383 None None] Set router 6cd5fe5b-023c-4cb7-aad9-e052cab5eef0 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:31:07.774603 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0da5e6a2-85d9-4964-9d11-decd7341ab51 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5848811'] for port (c55c35c1-14ec-4da5-a3d2-9fbac73c09a3), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:07.803365 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-475a3bb5-4fa4-4cd6-89d0-af202b2efba6 req-72e1cb1f-ab59-45fa-8e06-7d19c3b00452 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcfe2535-96ab-4bf7-9a5a-a57e68e92204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090024 Jun 03 15:31:07.806324 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da5e6a2-85d9-4964-9d11-decd7341ab51 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Pushing event deleted for resources: {'Port': ['ID=c55c35c1-14ec-4da5-a3d2-9fbac73c09a3,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:07.878869 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0da5e6a2-85d9-4964-9d11-decd7341ab51 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Publish callbacks [] for floatingip (40f1936e-2609-4eca-ae9b-97d863f6d0df), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:07.880495 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.db.l3_db [None req-0da5e6a2-85d9-4964-9d11-decd7341ab51 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Floating IP 40f1936e-2609-4eca-ae9b-97d863f6d0df disassociated (deleted). External IP: 172.27.3.118, port: 3013216d-76f3-469e-9c86-a0bc71687991. Jun 03 15:31:07.944112 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c625e32-32cd-4f1f-94ce-9b0c52833c29 req-387278a3-2867-4c89-b95a-92017ea2d4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:07.946339 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-8c625e32-32cd-4f1f-94ce-9b0c52833c29 req-387278a3-2867-4c89-b95a-92017ea2d4bb service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=beafa1b9-ad41-4519-b3bd-aaad5165f1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0719109 Jun 03 15:31:07.946816 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-0bb6d709-5d0f-47f3-be5b-4e4f2a294383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd5fe5b-023c-4cb7-aad9-e052cab5eef0', 'name': 'tempest-AttachVolumeShelveTestJSON-1264158732-router', 'tenant_id': '1b930cadb2dc4e49947db0514528617d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '86ba1ff2-21ae-47f9-9cdf-edf65a092d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:38Z', 'updated_at': '2022-06-03T15:27:01Z', 'revision_number': 4, 'project_id': '1b930cadb2dc4e49947db0514528617d', 'gw_port': {'id': '86ba1ff2-21ae-47f9-9cdf-edf65a092d4e', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd5fe5b-023c-4cb7-aad9-e052cab5eef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:41Z', 'updated_at': '2022-06-03T15:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': 'cf131b2b-599d-46a7-87a3-df5152fb5c69', 'name': '', 'network_id': '6297c62b-cf60-4797-8fdd-d236a362ff82', 'tenant_id': '1b930cadb2dc4e49947db0514528617d', 'mac_address': 'fa:16:3e:43:3d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd5fe5b-023c-4cb7-aad9-e052cab5eef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'f60f46ef-d4d3-474d-b0dd-61750c5ae20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:59Z', 'updated_at': '2022-06-03T15:27:07Z', 'revision_number': 5, 'project_id': '1b930cadb2dc4e49947db0514528617d', 'subnets': [{'id': 'f60f46ef-d4d3-474d-b0dd-61750c5ae20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:07.979281 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb6d709-5d0f-47f3-be5b-4e4f2a294383 None None] The sync data for ids ['6cd5fe5b-023c-4cb7-aad9-e052cab5eef0'] in dv-cinder-831247-16-iscsi is: [{'id': '6cd5fe5b-023c-4cb7-aad9-e052cab5eef0', 'name': 'tempest-AttachVolumeShelveTestJSON-1264158732-router', 'tenant_id': '1b930cadb2dc4e49947db0514528617d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '86ba1ff2-21ae-47f9-9cdf-edf65a092d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:38Z', 'updated_at': '2022-06-03T15:27:01Z', 'revision_number': 4, 'project_id': '1b930cadb2dc4e49947db0514528617d', 'gw_port': {'id': '86ba1ff2-21ae-47f9-9cdf-edf65a092d4e', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd5fe5b-023c-4cb7-aad9-e052cab5eef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:41Z', 'updated_at': '2022-06-03T15:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': 'cf131b2b-599d-46a7-87a3-df5152fb5c69', 'name': '', 'network_id': '6297c62b-cf60-4797-8fdd-d236a362ff82', 'tenant_id': '1b930cadb2dc4e49947db0514528617d', 'mac_address': 'fa:16:3e:43:3d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd5fe5b-023c-4cb7-aad9-e052cab5eef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'f60f46ef-d4d3-474d-b0dd-61750c5ae20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:59Z', 'updated_at': '2022-06-03T15:27:07Z', 'revision_number': 5, 'project_id': '1b930cadb2dc4e49947db0514528617d', 'subnets': [{'id': 'f60f46ef-d4d3-474d-b0dd-61750c5ae20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:31:08.042713 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-eb4f353f-c7d9-419e-b570-80b6f99a9a70 req-12349bd3-2da9-4c0d-b542-c8dfdd9fa249 service neutron] 10.222.0.95 "GET /v2.0/networks/ba66765f-7c24-4296-be5e-4c2a803ccabf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551794 Jun 03 15:31:08.127897 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0da5e6a2-85d9-4964-9d11-decd7341ab51 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Router f11933e3-578d-4387-b023-e8386fa01557 has already been hosted by L3 agent af3cb756-c261-4349-9f96-3650fb8ddf57 {{(pid=103920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 15:31:08.128511 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-8c625e32-32cd-4f1f-94ce-9b0c52833c29 req-b574e124-8250-416d-bdf9-ec302bade9bc service neutron] 10.222.0.95 "GET /v2.0/networks/beafa1b9-ad41-4519-b3bd-aaad5165f1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717942 Jun 03 15:31:08.213967 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-eb4f353f-c7d9-419e-b570-80b6f99a9a70 req-6bc552f9-1195-4ea9-88ed-1a8bc687381b service neutron] 10.222.0.95 "GET /v2.0/networks/ba66765f-7c24-4296-be5e-4c2a803ccabf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606512 Jun 03 15:31:08.236212 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=100 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:08.255209 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da5e6a2-85d9-4964-9d11-decd7341ab51 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Notify agent at l3_agent.dv-cinder-831247-16-iscsi the message routers_updated {{(pid=103920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 15:31:08.255514 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-8c625e32-32cd-4f1f-94ce-9b0c52833c29 req-3792d084-7f36-40c0-b8b8-fec39d614614 service neutron] 10.222.0.95 "GET /v2.0/networks/beafa1b9-ad41-4519-b3bd-aaad5165f1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144154 Jun 03 15:31:08.259733 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0da5e6a2-85d9-4964-9d11-decd7341ab51 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for floatingip (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:08.270785 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf704892-153b-45a7-86e3-7a8421cfe9a8 None None] Sync routers for ids ['f11933e3-578d-4387-b023-e8386fa01557'] in dv-cinder-831247-16-iscsi {{(pid=103921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:31:08.284759 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf704892-153b-45a7-86e3-7a8421cfe9a8 None None] Routers {'f11933e3-578d-4387-b023-e8386fa01557'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:31:08.285308 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-cf704892-153b-45a7-86e3-7a8421cfe9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:30:54Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['f11933e3-578d-4387-b023-e8386fa01557'], 'active': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:08.288366 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:08.295785 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-0da5e6a2-85d9-4964-9d11-decd7341ab51 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "DELETE /v2.0/floatingips/40f1936e-2609-4eca-ae9b-97d863f6d0df HTTP/1.1" status: 204 len: 168 time: 1.1898952 Jun 03 15:31:08.307172 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9341cab-531c-429c-94a9-aa685f19fb2c None None] New status for floating IP 224d387f-415c-413f-a9e4-807a5436788c: DOWN {{(pid=103922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 15:31:08.347300 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 54126) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:31:08.408149 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:08.417366 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-8a6f02bd-130d-452d-a48e-eca5fab3f587 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks [] for security_group (580fdc4e-efaf-4f58-949e-319a3ab11351), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:08.448890 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-8a6f02bd-130d-452d-a48e-eca5fab3f587 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks [] for security_group (580fdc4e-efaf-4f58-949e-319a3ab11351), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:08.464320 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvr_db [None req-cf704892-153b-45a7-86e3-7a8421cfe9a8 None None] Set router f11933e3-578d-4387-b023-e8386fa01557 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:31:08.506592 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-8a6f02bd-130d-452d-a48e-eca5fab3f587 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (580fdc4e-efaf-4f58-949e-319a3ab11351), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:08.509460 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-8a6f02bd-130d-452d-a48e-eca5fab3f587 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:08.513283 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-8a6f02bd-130d-452d-a48e-eca5fab3f587 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "DELETE /v2.0/security-groups/580fdc4e-efaf-4f58-949e-319a3ab11351 HTTP/1.1" status: 204 len: 168 time: 0.1622791 Jun 03 15:31:08.513625 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 54132) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:31:08.524613 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6f02bd-130d-452d-a48e-eca5fab3f587 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=580fdc4e-efaf-4f58-949e-319a3ab11351,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:08.529660 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.api.v2.resource [None req-ad6168b6-fff9-4ac0-b39a-a090c11f9f74 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] show failed (client error): The resource could not be found. Jun 03 15:31:08.533562 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 54136) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:31:08.535010 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-ad6168b6-fff9-4ac0-b39a-a090c11f9f74 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups/580fdc4e-efaf-4f58-949e-319a3ab11351 HTTP/1.1" status: 404 len: 347 time: 0.0152903 Jun 03 15:31:08.654311 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-895bd6eb-8727-49e8-adad-4df3800119ee tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Deleting port 4472cb77-78a2-4ee0-9918-4c114add0291 {{(pid=103920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:31:08.654674 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-895bd6eb-8727-49e8-adad-4df3800119ee tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (4472cb77-78a2-4ee0-9918-4c114add0291), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:08.690433 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e123dc0c-78c6-44ce-b847-927843a3751c', 'name': 'network-vif-deleted', 'tag': 'd065a51d-4c7e-482f-87f7-74c4d679a6c1'}, {'name': 'network-changed', 'server_uuid': '67f284eb-df90-4337-8bdf-511156b6a756', 'tag': '3013216d-76f3-469e-9c86-a0bc71687991'}] {{(pid=103920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:31:08.692646 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fde6ca1c4b3e174e639905c0d93b14e8a3905e0af4b9b9445456920c81b8107" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd63cdc-a817-4106-aeba-ae7feabdab7b" -d '{"events": [{"server_uuid": "e123dc0c-78c6-44ce-b847-927843a3751c", "name": "network-vif-deleted", "tag": "d065a51d-4c7e-482f-87f7-74c4d679a6c1"}, {"name": "network-changed", "server_uuid": "67f284eb-df90-4337-8bdf-511156b6a756", "tag": "3013216d-76f3-469e-9c86-a0bc71687991"}]}' {{(pid=103920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:31:08.697253 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-cf704892-153b-45a7-86e3-7a8421cfe9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11933e3-578d-4387-b023-e8386fa01557', 'name': 'tempest-TestMinimumBasicScenario-901123784-router', 'tenant_id': '00d2022cc4be4779af1edf1520c439ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'd5ca0c4b-44f8-4798-abea-a11d7b9bda46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:27:28Z', 'updated_at': '2022-06-03T15:27:34Z', 'revision_number': 4, 'project_id': '00d2022cc4be4779af1edf1520c439ae', 'gw_port': {'id': 'd5ca0c4b-44f8-4798-abea-a11d7b9bda46', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11933e3-578d-4387-b023-e8386fa01557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:27:30Z', 'updated_at': '2022-06-03T15:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': 'fb2661c8-2f5d-4116-a804-ea008520eba3', 'name': '', 'network_id': 'beafa1b9-ad41-4519-b3bd-aaad5165f1e2', 'tenant_id': '00d2022cc4be4779af1edf1520c439ae', 'mac_address': 'fa:16:3e:e2:fc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11933e3-578d-4387-b023-e8386fa01557', 'device_owner': 'network:router_interface', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': 'd1c0b66e-b6eb-4901-9a4c-c6cd4fad6b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:27:32Z', 'updated_at': '2022-06-03T15:27:38Z', 'revision_number': 5, 'project_id': '00d2022cc4be4779af1edf1520c439ae', 'subnets': [{'id': 'd1c0b66e-b6eb-4901-9a4c-c6cd4fad6b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:08.723024 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:08.726146 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf704892-153b-45a7-86e3-7a8421cfe9a8 None None] Checking router: f11933e3-578d-4387-b023-e8386fa01557 for host: dv-cinder-831247-16-iscsi {{(pid=103921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:31:08.737244 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 03 Jun 2022 15:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85f656a-c3b3-4b72-b88a-b7448d91484a x-openstack-request-id: req-d85f656a-c3b3-4b72-b88a-b7448d91484a {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:31:08.737418 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf704892-153b-45a7-86e3-7a8421cfe9a8 None None] Routers {'f11933e3-578d-4387-b023-e8386fa01557'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:31:08.737534 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e123dc0c-78c6-44ce-b847-927843a3751c", "name": "network-vif-deleted", "tag": "d065a51d-4c7e-482f-87f7-74c4d679a6c1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "67f284eb-df90-4337-8bdf-511156b6a756", "tag": "3013216d-76f3-469e-9c86-a0bc71687991", "status": "completed", "code": 200}]} {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:31:08.737765 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d85f656a-c3b3-4b72-b88a-b7448d91484a {{(pid=103920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:31:08.737962 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-cf704892-153b-45a7-86e3-7a8421cfe9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:30:54Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['f11933e3-578d-4387-b023-e8386fa01557'], 'active': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:08.738149 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d85f656a-c3b3-4b72-b88a-b7448d91484a'] response: {'server_uuid': 'e123dc0c-78c6-44ce-b847-927843a3751c', 'name': 'network-vif-deleted', 'tag': 'd065a51d-4c7e-482f-87f7-74c4d679a6c1', 'status': 'completed', 'code': 200} Jun 03 15:31:08.738401 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d85f656a-c3b3-4b72-b88a-b7448d91484a'] response: {'name': 'network-changed', 'server_uuid': '67f284eb-df90-4337-8bdf-511156b6a756', 'tag': '3013216d-76f3-469e-9c86-a0bc71687991', 'status': 'completed', 'code': 200} Jun 03 15:31:08.746433 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-895bd6eb-8727-49e8-adad-4df3800119ee tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (4472cb77-78a2-4ee0-9918-4c114add0291), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:08.746801 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-895bd6eb-8727-49e8-adad-4df3800119ee tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks [] for floatingip (4472cb77-78a2-4ee0-9918-4c114add0291), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:08.759452 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-895bd6eb-8727-49e8-adad-4df3800119ee tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Calling delete_port for 4472cb77-78a2-4ee0-9918-4c114add0291 owned by network:floatingip {{(pid=103920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:31:08.844674 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvr_db [None req-cf704892-153b-45a7-86e3-7a8421cfe9a8 None None] Set router f11933e3-578d-4387-b023-e8386fa01557 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:31:08.920499 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-895bd6eb-8727-49e8-adad-4df3800119ee tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5848811'] for port (4472cb77-78a2-4ee0-9918-4c114add0291), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:08.949041 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bd6eb-8727-49e8-adad-4df3800119ee tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Pushing event deleted for resources: {'Port': ['ID=4472cb77-78a2-4ee0-9918-4c114add0291,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:08.965191 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6df6f1-3276-4308-8cd4-030ca8486f01 req-16d1c536-b2bf-465e-a232-f7528ffccd58 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:08.968437 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-eb6df6f1-3276-4308-8cd4-030ca8486f01 req-16d1c536-b2bf-465e-a232-f7528ffccd58 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=99322d93-058a-4216-a672-e7f482aab8d8 HTTP/1.1" status: 200 len: 945 time: 0.0825298 Jun 03 15:31:09.035646 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-eb6df6f1-3276-4308-8cd4-030ca8486f01 req-1be941fd-28f6-4053-8d69-774fe5e79fb1 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcfe2535-96ab-4bf7-9a5a-a57e68e92204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580714 Jun 03 15:31:09.036626 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-895bd6eb-8727-49e8-adad-4df3800119ee tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks [] for floatingip (224d387f-415c-413f-a9e4-807a5436788c), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:09.039460 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-895bd6eb-8727-49e8-adad-4df3800119ee tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for floatingip (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:09.040786 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-895bd6eb-8727-49e8-adad-4df3800119ee tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "DELETE /v2.0/floatingips/224d387f-415c-413f-a9e4-807a5436788c HTTP/1.1" status: 204 len: 168 time: 0.5061810 Jun 03 15:31:09.067832 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-cf704892-153b-45a7-86e3-7a8421cfe9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11933e3-578d-4387-b023-e8386fa01557', 'name': 'tempest-TestMinimumBasicScenario-901123784-router', 'tenant_id': '00d2022cc4be4779af1edf1520c439ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'd5ca0c4b-44f8-4798-abea-a11d7b9bda46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:27:28Z', 'updated_at': '2022-06-03T15:27:34Z', 'revision_number': 4, 'project_id': '00d2022cc4be4779af1edf1520c439ae', 'gw_port': {'id': 'd5ca0c4b-44f8-4798-abea-a11d7b9bda46', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11933e3-578d-4387-b023-e8386fa01557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:27:30Z', 'updated_at': '2022-06-03T15:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': 'fb2661c8-2f5d-4116-a804-ea008520eba3', 'name': '', 'network_id': 'beafa1b9-ad41-4519-b3bd-aaad5165f1e2', 'tenant_id': '00d2022cc4be4779af1edf1520c439ae', 'mac_address': 'fa:16:3e:e2:fc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11933e3-578d-4387-b023-e8386fa01557', 'device_owner': 'network:router_interface', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': 'd1c0b66e-b6eb-4901-9a4c-c6cd4fad6b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:27:32Z', 'updated_at': '2022-06-03T15:27:38Z', 'revision_number': 5, 'project_id': '00d2022cc4be4779af1edf1520c439ae', 'subnets': [{'id': 'd1c0b66e-b6eb-4901-9a4c-c6cd4fad6b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:09.113722 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf704892-153b-45a7-86e3-7a8421cfe9a8 None None] The sync data for ids ['f11933e3-578d-4387-b023-e8386fa01557'] in dv-cinder-831247-16-iscsi is: [{'id': 'f11933e3-578d-4387-b023-e8386fa01557', 'name': 'tempest-TestMinimumBasicScenario-901123784-router', 'tenant_id': '00d2022cc4be4779af1edf1520c439ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'd5ca0c4b-44f8-4798-abea-a11d7b9bda46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:27:28Z', 'updated_at': '2022-06-03T15:27:34Z', 'revision_number': 4, 'project_id': '00d2022cc4be4779af1edf1520c439ae', 'gw_port': {'id': 'd5ca0c4b-44f8-4798-abea-a11d7b9bda46', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11933e3-578d-4387-b023-e8386fa01557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:27:30Z', 'updated_at': '2022-06-03T15:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': 'fb2661c8-2f5d-4116-a804-ea008520eba3', 'name': '', 'network_id': 'beafa1b9-ad41-4519-b3bd-aaad5165f1e2', 'tenant_id': '00d2022cc4be4779af1edf1520c439ae', 'mac_address': 'fa:16:3e:e2:fc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11933e3-578d-4387-b023-e8386fa01557', 'device_owner': 'network:router_interface', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': 'd1c0b66e-b6eb-4901-9a4c-c6cd4fad6b35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:27:32Z', 'updated_at': '2022-06-03T15:27:38Z', 'revision_number': 5, 'project_id': '00d2022cc4be4779af1edf1520c439ae', 'subnets': [{'id': 'd1c0b66e-b6eb-4901-9a4c-c6cd4fad6b35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:31:09.159128 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 54146) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:31:09.164930 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-d869665b-5afe-4919-a042-68df4d070541 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Request body: {'security_group': {'name': 'tempest-securitygroup--907679956', 'description': 'tempest-description--912605831'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:31:09.186557 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-d869665b-5afe-4919-a042-68df4d070541 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks [] for security_group (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:09.251621 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:09.258892 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-d869665b-5afe-4919-a042-68df4d070541 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks [] for security_group (45dd2ee8-9c49-4cc0-8a1e-dc499d869f21), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:09.263344 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-d869665b-5afe-4919-a042-68df4d070541 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (45dd2ee8-9c49-4cc0-8a1e-dc499d869f21), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:09.295286 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-d869665b-5afe-4919-a042-68df4d070541 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:09.299025 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-d869665b-5afe-4919-a042-68df4d070541 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1387041 Jun 03 15:31:09.299881 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 54148) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:31:09.303931 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device d065a51d-4c7e-482f-87f7-74c4d679a6c1 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 15:31:09.305781 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d869665b-5afe-4919-a042-68df4d070541 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45dd2ee8-9c49-4cc0-8a1e-dc499d869f21,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:09.305934 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-d0fbaf69-dcef-4ce4-9089-c3c8c7713d5a tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Request body: {'security_group_rule': {'security_group_id': '45dd2ee8-9c49-4cc0-8a1e-dc499d869f21', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:31:09.328247 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] No Port match for: d065a51d-4c7e-482f-87f7-74c4d679a6c1 {{(pid=103921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 15:31:09.328590 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device d065a51d-4c7e-482f-87f7-74c4d679a6c1 not bound to the agent host hv-cinder-83124 {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 15:31:09.338288 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-d0fbaf69-dcef-4ce4-9089-c3c8c7713d5a tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks [] for security_group_rule (6015815c-b85e-4cec-9738-a36b45082a0c), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:09.368336 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa3d51d-70fa-47ad-8d71-9a90112f68e5 None None] New status for floating IP 40f1936e-2609-4eca-ae9b-97d863f6d0df: DOWN {{(pid=103921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 15:31:09.405617 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-d0fbaf69-dcef-4ce4-9089-c3c8c7713d5a tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks [] for security_group_rule (6015815c-b85e-4cec-9738-a36b45082a0c), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:09.410197 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-d0fbaf69-dcef-4ce4-9089-c3c8c7713d5a tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749434'] for security_group_rule (6015815c-b85e-4cec-9738-a36b45082a0c), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:09.429559 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fbaf69-dcef-4ce4-9089-c3c8c7713d5a tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6015815c-b85e-4cec-9738-a36b45082a0c,revision_number=0']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:09.440745 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-d0fbaf69-dcef-4ce4-9089-c3c8c7713d5a tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:09.441983 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-d0fbaf69-dcef-4ce4-9089-c3c8c7713d5a tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1409020 Jun 03 15:31:09.444795 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 54150) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:31:09.449420 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-164b9824-4551-49f6-9fcd-c7e4f6637c18 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Request body: {'security_group_rule': {'security_group_id': '45dd2ee8-9c49-4cc0-8a1e-dc499d869f21', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:31:09.480926 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-164b9824-4551-49f6-9fcd-c7e4f6637c18 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks [] for security_group_rule (db0a24d2-7aea-4218-b5fa-391506979fd0), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:09.529040 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-164b9824-4551-49f6-9fcd-c7e4f6637c18 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks [] for security_group_rule (db0a24d2-7aea-4218-b5fa-391506979fd0), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:09.533317 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-164b9824-4551-49f6-9fcd-c7e4f6637c18 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749434'] for security_group_rule (db0a24d2-7aea-4218-b5fa-391506979fd0), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:09.551861 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=83,neutron:DELETE=10,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:09.553783 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164b9824-4551-49f6-9fcd-c7e4f6637c18 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db0a24d2-7aea-4218-b5fa-391506979fd0,revision_number=0']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:09.561112 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-164b9824-4551-49f6-9fcd-c7e4f6637c18 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:09.562294 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-164b9824-4551-49f6-9fcd-c7e4f6637c18 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1162968 Jun 03 15:31:09.565768 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 54152) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:31:09.570260 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-9d31545f-f33b-418c-adf0-6aa756729154 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Request body: {'floatingip': {'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:31:09.591419 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-9d31545f-f33b-418c-adf0-6aa756729154 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:09.674429 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-9d31545f-f33b-418c-adf0-6aa756729154 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:09.783503 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.db_base_plugin_common [None req-9d31545f-f33b-418c-adf0-6aa756729154 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Allocated IP 172.27.3.242 (2ebb747a-15cb-4ff0-831b-eddaba7ea913/396ae3db-97af-42d7-bc28-96050c96ba42/e617f826-0f2d-496b-99ea-7f2820163140) {{(pid=103919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:31:09.901075 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-9d31545f-f33b-418c-adf0-6aa756729154 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks [] for port (e617f826-0f2d-496b-99ea-7f2820163140), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:09.936090 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-9d31545f-f33b-418c-adf0-6aa756729154 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4807792'] for port (e617f826-0f2d-496b-99ea-7f2820163140), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:09.999669 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:10.020481 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d31545f-f33b-418c-adf0-6aa756729154 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Network 2ebb747a-15cb-4ff0-831b-eddaba7ea913 is already hosted by enough agents. {{(pid=103919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:31:10.026624 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.base_scheduler [None req-9d31545f-f33b-418c-adf0-6aa756729154 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Resources bound (agent type, host, resource id): {{(pid=103919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:31:10.028419 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d31545f-f33b-418c-adf0-6aa756729154 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Pushing event updated for resources: {'Port': ['ID=e617f826-0f2d-496b-99ea-7f2820163140,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:10.030594 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d31545f-f33b-418c-adf0-6aa756729154 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Received port after_create {{(pid=103919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:31:10.034757 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd63cdc-a817-4106-aeba-ae7feabdab7b req-7e6e1b6e-0cc9-47fc-bc3c-cc48d7cadfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:10.035975 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-7cd63cdc-a817-4106-aeba-ae7feabdab7b req-7e6e1b6e-0cc9-47fc-bc3c-cc48d7cadfd9 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=00d2022cc4be4779af1edf1520c439ae&device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 1129 time: 0.0743234 Jun 03 15:31:10.176701 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e6a58-69eb-46cd-ae3c-564c84ff7f78 req-0d7fafe4-4e9f-430c-9143-f84cc3a07d0b tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:10.178606 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-e46e6a58-69eb-46cd-ae3c-564c84ff7f78 req-0d7fafe4-4e9f-430c-9143-f84cc3a07d0b tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=99322d93-058a-4216-a672-e7f482aab8d8 HTTP/1.1" status: 200 len: 945 time: 0.0546625 Jun 03 15:31:10.201399 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd63cdc-a817-4106-aeba-ae7feabdab7b req-241a1fbd-966b-4930-9191-f30091637329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:10.202874 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-7cd63cdc-a817-4106-aeba-ae7feabdab7b req-241a1fbd-966b-4930-9191-f30091637329 service neutron] 10.222.0.95 "GET /v2.0/networks?id=beafa1b9-ad41-4519-b3bd-aaad5165f1e2 HTTP/1.1" status: 200 len: 915 time: 0.1436911 Jun 03 15:31:10.203972 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-9d31545f-f33b-418c-adf0-6aa756729154 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks [] for floatingip (21f026aa-f6fb-4248-a7ac-e086bda25e3f), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:10.237070 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-e46e6a58-69eb-46cd-ae3c-564c84ff7f78 req-f2ddf51c-380a-43da-b43a-c034b08783ca tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcfe2535-96ab-4bf7-9a5a-a57e68e92204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486221 Jun 03 15:31:10.243785 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-9d31545f-f33b-418c-adf0-6aa756729154 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (e617f826-0f2d-496b-99ea-7f2820163140), before_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:10.319599 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:DELETE=2,neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:10.453028 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-9d31545f-f33b-418c-adf0-6aa756729154 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks [] for port (e617f826-0f2d-496b-99ea-7f2820163140), precommit_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:10.458076 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-9d31545f-f33b-418c-adf0-6aa756729154 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4807753'] for port (e617f826-0f2d-496b-99ea-7f2820163140), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:10.530945 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d31545f-f33b-418c-adf0-6aa756729154 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Pushing event updated for resources: {'Port': ['ID=e617f826-0f2d-496b-99ea-7f2820163140,revision_number=2']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:10.543485 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-9d31545f-f33b-418c-adf0-6aa756729154 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763103'] for floatingip (21f026aa-f6fb-4248-a7ac-e086bda25e3f), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:10.565174 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-9d31545f-f33b-418c-adf0-6aa756729154 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for floatingip (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:10.567133 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-9d31545f-f33b-418c-adf0-6aa756729154 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0002866 Jun 03 15:31:10.612348 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-7cd63cdc-a817-4106-aeba-ae7feabdab7b req-a0883acd-f533-45c6-a31e-1346ca288aa9 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3013216d-76f3-469e-9c86-a0bc71687991 HTTP/1.1" status: 200 len: 217 time: 0.0440133 Jun 03 15:31:10.853128 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d9d53ec7-e91e-4114-b3c9-0c75c2bc681c req-9417f30c-1452-43f4-9a4a-919d16a6edbc tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--907679956&fields=id&tenant_id=1b930cadb2dc4e49947db0514528617d HTTP/1.1" status: 200 len: 267 time: 0.0884256 Jun 03 15:31:10.990081 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d53ec7-e91e-4114-b3c9-0c75c2bc681c req-9bec2d52-4146-4354-87d3-44e09856b8ec tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:10.991471 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d9d53ec7-e91e-4114-b3c9-0c75c2bc681c req-9bec2d52-4146-4354-87d3-44e09856b8ec tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/networks?id=6297c62b-cf60-4797-8fdd-d236a362ff82 HTTP/1.1" status: 200 len: 817 time: 0.1267827 Jun 03 15:31:11.007962 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d9d53ec7-e91e-4114-b3c9-0c75c2bc681c req-b53dace9-ad12-430a-b277-3f9d704e815e tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/quotas/1b930cadb2dc4e49947db0514528617d HTTP/1.1" status: 200 len: 375 time: 0.0104308 Jun 03 15:31:11.065166 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d9d53ec7-e91e-4114-b3c9-0c75c2bc681c req-256ad5d7-8e96-4362-a1b5-6ba7d59c09c1 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=1b930cadb2dc4e49947db0514528617d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516882 Jun 03 15:31:11.125482 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:11.165786 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd63cdc-a817-4106-aeba-ae7feabdab7b req-5ca7527c-e9fb-4a86-accb-2341054ac796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:11.167817 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-7cd63cdc-a817-4106-aeba-ae7feabdab7b req-5ca7527c-e9fb-4a86-accb-2341054ac796 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d1c0b66e-b6eb-4901-9a4c-c6cd4fad6b35 HTTP/1.1" status: 200 len: 853 time: 0.0637598 Jun 03 15:31:11.185512 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d9d53ec7-e91e-4114-b3c9-0c75c2bc681c req-0b96c16a-f7af-4d61-a185-6a6676ce028d service neutron] 10.222.0.93 "GET /v2.0/networks/6297c62b-cf60-4797-8fdd-d236a362ff82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084220 Jun 03 15:31:11.287638 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd63cdc-a817-4106-aeba-ae7feabdab7b req-e8bcaa9d-32ee-46b4-9652-1886bc95932e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:11.289145 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-7cd63cdc-a817-4106-aeba-ae7feabdab7b req-e8bcaa9d-32ee-46b4-9652-1886bc95932e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=beafa1b9-ad41-4519-b3bd-aaad5165f1e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0469570 Jun 03 15:31:11.291001 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d9d53ec7-e91e-4114-b3c9-0c75c2bc681c req-9ca3b453-87e5-4b3e-aeef-8920c485177f service neutron] 10.222.0.93 "GET /v2.0/networks/6297c62b-cf60-4797-8fdd-d236a362ff82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986619 Jun 03 15:31:11.419817 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802297ad-c4eb-4a72-9886-1384659d2e03 req-e6a0bd6e-21db-4a43-bfbb-93c90ee40b82 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:11.421404 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-802297ad-c4eb-4a72-9886-1384659d2e03 req-e6a0bd6e-21db-4a43-bfbb-93c90ee40b82 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=99322d93-058a-4216-a672-e7f482aab8d8 HTTP/1.1" status: 200 len: 945 time: 0.0684347 Jun 03 15:31:11.465780 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-7cd63cdc-a817-4106-aeba-ae7feabdab7b req-a89cf060-1b3e-4f7a-a013-ab6fa7905be8 service neutron] 10.222.0.95 "GET /v2.0/networks/beafa1b9-ad41-4519-b3bd-aaad5165f1e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693139 Jun 03 15:31:11.484755 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-5aa9c633-f64f-4654-85b7-e524aad709ae req-53e69ed5-c56b-494c-b227-e2d3bab4a071 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 210 time: 0.0367157 Jun 03 15:31:11.555104 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-802297ad-c4eb-4a72-9886-1384659d2e03 req-3cb667df-a384-42a7-bc71-18a672321c7c tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcfe2535-96ab-4bf7-9a5a-a57e68e92204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245766 Jun 03 15:31:11.577725 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:11.608207 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-7cd63cdc-a817-4106-aeba-ae7feabdab7b req-1e8b7eb4-d331-4736-a3d0-150f588eeda3 service neutron] 10.222.0.95 "GET /v2.0/networks/beafa1b9-ad41-4519-b3bd-aaad5165f1e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301348 Jun 03 15:31:11.671065 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e4858d-a6e2-4466-b586-b6c9d686eebf req-dcb86ed4-995e-44e0-8a67-ec655922ffff tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:11.673260 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-b3e4858d-a6e2-4466-b586-b6c9d686eebf req-dcb86ed4-995e-44e0-8a67-ec655922ffff tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=99322d93-058a-4216-a672-e7f482aab8d8 HTTP/1.1" status: 200 len: 945 time: 0.0508468 Jun 03 15:31:11.682415 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 54184) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:31:11.687212 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-e21f5067-9316-4735-9bb0-535cec529136 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Request body: {'floatingip': {'port_id': '3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:31:11.749192 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-e21f5067-9316-4735-9bb0-535cec529136 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Publish callbacks [] for floatingip (2af4f6ce-e6f1-40f8-8adc-14355516b61c), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:11.857180 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.agents_db [None req-a949b1cf-d0d8-4748-9c84-4164e96bf99f None None] Agent healthcheck: found 6 active agents {{(pid=103922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 15:31:12.177151 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:12.243430 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-e21f5067-9316-4735-9bb0-535cec529136 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:12.246918 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-e21f5067-9316-4735-9bb0-535cec529136 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763103'] for floatingip (2af4f6ce-e6f1-40f8-8adc-14355516b61c), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:12.445612 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e21f5067-9316-4735-9bb0-535cec529136 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Router 7990f22a-b9de-423f-91c5-302389780223 has already been hosted by L3 agent af3cb756-c261-4349-9f96-3650fb8ddf57 {{(pid=103920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 15:31:12.578059 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d53ec7-e91e-4114-b3c9-0c75c2bc681c req-52fd5f9b-528c-42a5-8091-e7c24b775ee1 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:12.580869 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-d9d53ec7-e91e-4114-b3c9-0c75c2bc681c req-52fd5f9b-528c-42a5-8091-e7c24b775ee1 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.95 "GET /v2.0/networks?id=6297c62b-cf60-4797-8fdd-d236a362ff82 HTTP/1.1" status: 200 len: 817 time: 0.1161647 Jun 03 15:31:12.623892 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-6c53958a-436f-4e39-8e39-fb1c8e6106cd req-44ab9d89-ea78-4c44-bf28-c83be480fe1b tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 210 time: 0.0377960 Jun 03 15:31:12.692870 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-d9d53ec7-e91e-4114-b3c9-0c75c2bc681c req-33b42b3e-d933-44ae-b2e2-b008edb42606 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b930cadb2dc4e49947db0514528617d HTTP/1.1" status: 200 len: 379 time: 0.0776589 Jun 03 15:31:12.775492 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:12.786903 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [req-d9d53ec7-e91e-4114-b3c9-0c75c2bc681c req-9134c852-3d73-4b69-87b2-acdc872ef703 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Request body: {'port': {'device_id': '43beed7e-5952-4cc8-89ea-8c819ceb44de', 'network_id': '6297c62b-cf60-4797-8fdd-d236a362ff82', 'admin_state_up': True, 'tenant_id': '1b930cadb2dc4e49947db0514528617d', 'security_groups': ['45dd2ee8-9c49-4cc0-8a1e-dc499d869f21']}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:31:12.800079 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21f5067-9316-4735-9bb0-535cec529136 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Notify agent at l3_agent.dv-cinder-831247-16-iscsi the message routers_updated {{(pid=103920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 15:31:12.804394 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-e21f5067-9316-4735-9bb0-535cec529136 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for floatingip (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:12.813365 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a11b12-1701-4852-8a2a-40947dd47e61 None None] Sync routers for ids ['7990f22a-b9de-423f-91c5-302389780223'] in dv-cinder-831247-16-iscsi {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:31:12.823395 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a11b12-1701-4852-8a2a-40947dd47e61 None None] Routers {'7990f22a-b9de-423f-91c5-302389780223'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:31:12.824087 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-58a11b12-1701-4852-8a2a-40947dd47e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:30:54Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['7990f22a-b9de-423f-91c5-302389780223'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:12.835655 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99322d93-058a-4216-a672-e7f482aab8d8', 'tag': '3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee'}] {{(pid=103920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:31:12.837855 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fde6ca1c4b3e174e639905c0d93b14e8a3905e0af4b9b9445456920c81b8107" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d124ce38-281d-4c46-8da5-9f596629dadc" -d '{"events": [{"name": "network-changed", "server_uuid": "99322d93-058a-4216-a672-e7f482aab8d8", "tag": "3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee"}]}' {{(pid=103920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:31:12.877552 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 15:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f727cb-a1a8-4176-b8ef-58ee3a5b98da x-openstack-request-id: req-c5f727cb-a1a8-4176-b8ef-58ee3a5b98da {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:31:12.877852 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99322d93-058a-4216-a672-e7f482aab8d8", "tag": "3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee", "status": "completed", "code": 200}]} {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:31:12.878084 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c5f727cb-a1a8-4176-b8ef-58ee3a5b98da {{(pid=103920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:31:12.878478 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5f727cb-a1a8-4176-b8ef-58ee3a5b98da'] response: {'name': 'network-changed', 'server_uuid': '99322d93-058a-4216-a672-e7f482aab8d8', 'tag': '3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee', 'status': 'completed', 'code': 200} Jun 03 15:31:12.884517 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-e21f5067-9316-4735-9bb0-535cec529136 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "PUT /v2.0/floatingips/2af4f6ce-e6f1-40f8-8adc-14355516b61c HTTP/1.1" status: 200 len: 993 time: 1.1988263 Jun 03 15:31:12.903634 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9d53ec7-e91e-4114-b3c9-0c75c2bc681c req-9134c852-3d73-4b69-87b2-acdc872ef703 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Made reservation on behalf of 1b930cadb2dc4e49947db0514528617d for: {'port': 1} {{(pid=103919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:31:12.907672 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-d9d53ec7-e91e-4114-b3c9-0c75c2bc681c req-9134c852-3d73-4b69-87b2-acdc872ef703 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:12.925598 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:12.934500 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-58a11b12-1701-4852-8a2a-40947dd47e61 None None] Set router 7990f22a-b9de-423f-91c5-302389780223 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:31:12.976060 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d124ce38-281d-4c46-8da5-9f596629dadc req-bb643dae-d75f-43af-aa67-7f9065407be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:12.977513 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-d124ce38-281d-4c46-8da5-9f596629dadc req-bb643dae-d75f-43af-aa67-7f9065407be8 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a402ec1153624838be07cda58279f2a4&device_id=99322d93-058a-4216-a672-e7f482aab8d8 HTTP/1.1" status: 200 len: 1129 time: 0.0665820 Jun 03 15:31:13.008182 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:13.174665 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d124ce38-281d-4c46-8da5-9f596629dadc req-235318ed-8d80-4890-9a9e-3c8dfe8efb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:13.176207 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-d124ce38-281d-4c46-8da5-9f596629dadc req-235318ed-8d80-4890-9a9e-3c8dfe8efb7b service neutron] 10.222.0.95 "GET /v2.0/networks?id=ba66765f-7c24-4296-be5e-4c2a803ccabf HTTP/1.1" status: 200 len: 919 time: 0.1733868 Jun 03 15:31:13.177386 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.db_base_plugin_common [req-d9d53ec7-e91e-4114-b3c9-0c75c2bc681c req-9134c852-3d73-4b69-87b2-acdc872ef703 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Allocated IP 172.20.0.14 (6297c62b-cf60-4797-8fdd-d236a362ff82/f60f46ef-d4d3-474d-b0dd-61750c5ae20f/009f1a65-b949-4493-a4fc-88ecafb96c71) {{(pid=103919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:31:13.243362 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-58a11b12-1701-4852-8a2a-40947dd47e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7990f22a-b9de-423f-91c5-302389780223', 'name': 'tempest-ServerRescueNegativeTestJSON-682452530-router', 'tenant_id': 'a402ec1153624838be07cda58279f2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '026ed3e7-e9af-46dc-8303-b93c473e613d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:39Z', 'updated_at': '2022-06-03T15:26:55Z', 'revision_number': 4, 'project_id': 'a402ec1153624838be07cda58279f2a4', 'gw_port': {'id': '026ed3e7-e9af-46dc-8303-b93c473e613d', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:82:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7990f22a-b9de-423f-91c5-302389780223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:40Z', 'updated_at': '2022-06-03T15:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_floatingips': [{'id': '2af4f6ce-e6f1-40f8-8adc-14355516b61c', 'tenant_id': 'a402ec1153624838be07cda58279f2a4', 'floating_ip_address': '172.27.3.203', 'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'router_id': '7990f22a-b9de-423f-91c5-302389780223', 'port_id': '3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba66765f-7c24-4296-be5e-4c2a803ccabf', 'mac_address': 'fa:16:3e:e9:46:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99322d93-058a-4216-a672-e7f482aab8d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:29:08Z', 'updated_at': '2022-06-03T15:31:12Z', 'revision_number': 3, 'project_id': 'a402ec1153624838be07cda58279f2a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e3cc790-b0f4-4e67-8c57-11658a1ae445', 'name': '', 'network_id': 'ba66765f-7c24-4296-be5e-4c2a803ccabf', 'tenant_id': 'a402ec1153624838be07cda58279f2a4', 'mac_address': 'fa:16:3e:f1:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7990f22a-b9de-423f-91c5-302389780223', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5cb0f2a7-ee25-46e9-8c4b-18478610484d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:52Z', 'updated_at': '2022-06-03T15:27:03Z', 'revision_number': 5, 'project_id': 'a402ec1153624838be07cda58279f2a4', 'subnets': [{'id': '5cb0f2a7-ee25-46e9-8c4b-18478610484d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:13.255453 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea82aa9-9439-4999-9707-b6b5198a5ecb req-de9e83ef-4fb9-4b58-8984-edc65518ab79 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:13.256934 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-cea82aa9-9439-4999-9707-b6b5198a5ecb req-de9e83ef-4fb9-4b58-8984-edc65518ab79 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 945 time: 0.0518267 Jun 03 15:31:13.269516 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a11b12-1701-4852-8a2a-40947dd47e61 None None] Checking router: 7990f22a-b9de-423f-91c5-302389780223 for host: dv-cinder-831247-16-iscsi {{(pid=103922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:31:13.277154 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:13.279373 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a11b12-1701-4852-8a2a-40947dd47e61 None None] Routers {'7990f22a-b9de-423f-91c5-302389780223'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:31:13.280009 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-58a11b12-1701-4852-8a2a-40947dd47e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:30:54Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['7990f22a-b9de-423f-91c5-302389780223'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:13.310793 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-cea82aa9-9439-4999-9707-b6b5198a5ecb req-ba766d13-9888-4ca0-9e0f-6e06166554de tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/security-groups?id=d859fc33-d2f7-46f3-a29c-83d9a52aafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469449 Jun 03 15:31:13.339097 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-d9d53ec7-e91e-4114-b3c9-0c75c2bc681c req-9134c852-3d73-4b69-87b2-acdc872ef703 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks [] for port (009f1a65-b949-4493-a4fc-88ecafb96c71), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:13.373966 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-d9d53ec7-e91e-4114-b3c9-0c75c2bc681c req-9134c852-3d73-4b69-87b2-acdc872ef703 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4807792'] for port (009f1a65-b949-4493-a4fc-88ecafb96c71), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:13.384510 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-58a11b12-1701-4852-8a2a-40947dd47e61 None None] Set router 7990f22a-b9de-423f-91c5-302389780223 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:31:13.412531 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:13.422490 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9d53ec7-e91e-4114-b3c9-0c75c2bc681c req-9134c852-3d73-4b69-87b2-acdc872ef703 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Network 6297c62b-cf60-4797-8fdd-d236a362ff82 is already hosted by enough agents. {{(pid=103919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:31:13.426960 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.base_scheduler [req-d9d53ec7-e91e-4114-b3c9-0c75c2bc681c req-9134c852-3d73-4b69-87b2-acdc872ef703 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Resources bound (agent type, host, resource id): {{(pid=103919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:31:13.433946 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9d53ec7-e91e-4114-b3c9-0c75c2bc681c req-9134c852-3d73-4b69-87b2-acdc872ef703 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Received port after_create {{(pid=103919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:31:13.462493 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9134c852-3d73-4b69-87b2-acdc872ef703 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Pushing event updated for resources: {'Port': ['ID=009f1a65-b949-4493-a4fc-88ecafb96c71,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:13.492998 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d53ec7-e91e-4114-b3c9-0c75c2bc681c req-9134c852-3d73-4b69-87b2-acdc872ef703 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:13.493701 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-d9d53ec7-e91e-4114-b3c9-0c75c2bc681c req-9134c852-3d73-4b69-87b2-acdc872ef703 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for port (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:13.512675 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-d9d53ec7-e91e-4114-b3c9-0c75c2bc681c req-9134c852-3d73-4b69-87b2-acdc872ef703 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7297418 Jun 03 15:31:13.604986 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-58a11b12-1701-4852-8a2a-40947dd47e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7990f22a-b9de-423f-91c5-302389780223', 'name': 'tempest-ServerRescueNegativeTestJSON-682452530-router', 'tenant_id': 'a402ec1153624838be07cda58279f2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '026ed3e7-e9af-46dc-8303-b93c473e613d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:39Z', 'updated_at': '2022-06-03T15:26:55Z', 'revision_number': 4, 'project_id': 'a402ec1153624838be07cda58279f2a4', 'gw_port': {'id': '026ed3e7-e9af-46dc-8303-b93c473e613d', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:82:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7990f22a-b9de-423f-91c5-302389780223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:40Z', 'updated_at': '2022-06-03T15:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_floatingips': [{'id': '2af4f6ce-e6f1-40f8-8adc-14355516b61c', 'tenant_id': 'a402ec1153624838be07cda58279f2a4', 'floating_ip_address': '172.27.3.203', 'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'router_id': '7990f22a-b9de-423f-91c5-302389780223', 'port_id': '3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba66765f-7c24-4296-be5e-4c2a803ccabf', 'mac_address': 'fa:16:3e:e9:46:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99322d93-058a-4216-a672-e7f482aab8d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:29:08Z', 'updated_at': '2022-06-03T15:31:12Z', 'revision_number': 3, 'project_id': 'a402ec1153624838be07cda58279f2a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e3cc790-b0f4-4e67-8c57-11658a1ae445', 'name': '', 'network_id': 'ba66765f-7c24-4296-be5e-4c2a803ccabf', 'tenant_id': 'a402ec1153624838be07cda58279f2a4', 'mac_address': 'fa:16:3e:f1:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7990f22a-b9de-423f-91c5-302389780223', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5cb0f2a7-ee25-46e9-8c4b-18478610484d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:52Z', 'updated_at': '2022-06-03T15:27:03Z', 'revision_number': 5, 'project_id': 'a402ec1153624838be07cda58279f2a4', 'subnets': [{'id': '5cb0f2a7-ee25-46e9-8c4b-18478610484d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:13.634521 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a11b12-1701-4852-8a2a-40947dd47e61 None None] The sync data for ids ['7990f22a-b9de-423f-91c5-302389780223'] in dv-cinder-831247-16-iscsi is: [{'id': '7990f22a-b9de-423f-91c5-302389780223', 'name': 'tempest-ServerRescueNegativeTestJSON-682452530-router', 'tenant_id': 'a402ec1153624838be07cda58279f2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '026ed3e7-e9af-46dc-8303-b93c473e613d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:39Z', 'updated_at': '2022-06-03T15:26:55Z', 'revision_number': 4, 'project_id': 'a402ec1153624838be07cda58279f2a4', 'gw_port': {'id': '026ed3e7-e9af-46dc-8303-b93c473e613d', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:82:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7990f22a-b9de-423f-91c5-302389780223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:40Z', 'updated_at': '2022-06-03T15:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_floatingips': [{'id': '2af4f6ce-e6f1-40f8-8adc-14355516b61c', 'tenant_id': 'a402ec1153624838be07cda58279f2a4', 'floating_ip_address': '172.27.3.203', 'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'router_id': '7990f22a-b9de-423f-91c5-302389780223', 'port_id': '3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba66765f-7c24-4296-be5e-4c2a803ccabf', 'mac_address': 'fa:16:3e:e9:46:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99322d93-058a-4216-a672-e7f482aab8d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:29:08Z', 'updated_at': '2022-06-03T15:31:12Z', 'revision_number': 3, 'project_id': 'a402ec1153624838be07cda58279f2a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e3cc790-b0f4-4e67-8c57-11658a1ae445', 'name': '', 'network_id': 'ba66765f-7c24-4296-be5e-4c2a803ccabf', 'tenant_id': 'a402ec1153624838be07cda58279f2a4', 'mac_address': 'fa:16:3e:f1:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7990f22a-b9de-423f-91c5-302389780223', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5cb0f2a7-ee25-46e9-8c4b-18478610484d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:52Z', 'updated_at': '2022-06-03T15:27:03Z', 'revision_number': 5, 'project_id': 'a402ec1153624838be07cda58279f2a4', 'subnets': [{'id': '5cb0f2a7-ee25-46e9-8c4b-18478610484d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:31:13.675265 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-26b93aea-4512-4660-b6e2-6ae94499c72b None None] Provisioning complete for port 009f1a65-b949-4493-a4fc-88ecafb96c71 triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:31:13.675758 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-26b93aea-4512-4660-b6e2-6ae94499c72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (009f1a65-b949-4493-a4fc-88ecafb96c71), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:13.708897 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-26b93aea-4512-4660-b6e2-6ae94499c72b None None] Port 009f1a65-b949-4493-a4fc-88ecafb96c71 cannot update to ACTIVE because it is not bound. {{(pid=103921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 15:31:13.783730 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ef4db-ab41-4066-af79-9e51d0cb9280 req-a8ff8570-80df-4067-9120-71d693987f84 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:13.786264 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-431ef4db-ab41-4066-af79-9e51d0cb9280 req-a8ff8570-80df-4067-9120-71d693987f84 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 932 time: 0.0727298 Jun 03 15:31:13.843538 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-431ef4db-ab41-4066-af79-9e51d0cb9280 req-3d55d3f6-b06d-432d-8ed7-4f6ce8c4de8f tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=45dd2ee8-9c49-4cc0-8a1e-dc499d869f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426321 Jun 03 15:31:14.434866 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77bb27-7831-492f-9c5d-113d500db34f req-c0467f0f-a01f-46d8-a852-f92326ee4509 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:14.436331 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-0c77bb27-7831-492f-9c5d-113d500db34f req-c0467f0f-a01f-46d8-a852-f92326ee4509 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 945 time: 0.0502362 Jun 03 15:31:14.498055 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-0c77bb27-7831-492f-9c5d-113d500db34f req-294a5d9e-b012-431e-a226-6d7e5ece0eff tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/security-groups?id=d859fc33-d2f7-46f3-a29c-83d9a52aafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562470 Jun 03 15:31:14.879435 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99322d93-058a-4216-a672-e7f482aab8d8', 'tag': '3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee'}] {{(pid=103920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:31:14.881716 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fde6ca1c4b3e174e639905c0d93b14e8a3905e0af4b9b9445456920c81b8107" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b33d0a4-65df-4353-9f15-eac2a3b8e2b9" -d '{"events": [{"name": "network-changed", "server_uuid": "99322d93-058a-4216-a672-e7f482aab8d8", "tag": "3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee"}]}' {{(pid=103920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:31:14.916153 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 15:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477a9bfb-ff28-409c-96ba-d23da3804b1b x-openstack-request-id: req-477a9bfb-ff28-409c-96ba-d23da3804b1b {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:31:14.916440 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99322d93-058a-4216-a672-e7f482aab8d8", "tag": "3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee", "status": "completed", "code": 200}]} {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:31:14.916691 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-477a9bfb-ff28-409c-96ba-d23da3804b1b {{(pid=103920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:31:14.917083 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-477a9bfb-ff28-409c-96ba-d23da3804b1b'] response: {'name': 'network-changed', 'server_uuid': '99322d93-058a-4216-a672-e7f482aab8d8', 'tag': '3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee', 'status': 'completed', 'code': 200} Jun 03 15:31:14.966954 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2edb071-0be0-4705-81dc-fb48c3293348 req-803180c9-2495-4237-954a-b8ce0f45fbbd tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:14.968347 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c2edb071-0be0-4705-81dc-fb48c3293348 req-803180c9-2495-4237-954a-b8ce0f45fbbd tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 932 time: 0.0510321 Jun 03 15:31:15.014491 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c2edb071-0be0-4705-81dc-fb48c3293348 req-4b2c222f-679f-47fa-8775-97f94e2f09b4 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=45dd2ee8-9c49-4cc0-8a1e-dc499d869f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406437 Jun 03 15:31:15.133288 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [req-d9d53ec7-e91e-4114-b3c9-0c75c2bc681c req-8a970adb-d86c-4555-92ad-6140df8bfe55 service neutron] Request body: {'port': {'device_id': '43beed7e-5952-4cc8-89ea-8c819ceb44de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:31:15.221906 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-d124ce38-281d-4c46-8da5-9f596629dadc req-e5709ac6-41dc-46a1-8c77-7c25291a7753 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee HTTP/1.1" status: 200 len: 1001 time: 0.0997782 Jun 03 15:31:15.231627 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-d9d53ec7-e91e-4114-b3c9-0c75c2bc681c req-8a970adb-d86c-4555-92ad-6140df8bfe55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (009f1a65-b949-4493-a4fc-88ecafb96c71), before_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:15.240542 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:15.426075 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d124ce38-281d-4c46-8da5-9f596629dadc req-3ced98a0-fda1-4576-a526-619591844aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:15.427550 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-d124ce38-281d-4c46-8da5-9f596629dadc req-3ced98a0-fda1-4576-a526-619591844aec service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5cb0f2a7-ee25-46e9-8c4b-18478610484d HTTP/1.1" status: 200 len: 857 time: 0.1153712 Jun 03 15:31:15.491607 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b703e2d4-76b3-4960-a81c-86458fae8bd9 req-706502b1-c1bd-4b4d-986a-8b9021c77e9a tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:15.493176 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-b703e2d4-76b3-4960-a81c-86458fae8bd9 req-706502b1-c1bd-4b4d-986a-8b9021c77e9a tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.95 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 945 time: 0.0475016 Jun 03 15:31:15.615446 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [req-b703e2d4-76b3-4960-a81c-86458fae8bd9 req-ba89ff53-857c-42c9-aafb-8a93ae0240ef tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Deleting port 3013216d-76f3-469e-9c86-a0bc71687991 {{(pid=103920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:31:15.615765 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-b703e2d4-76b3-4960-a81c-86458fae8bd9 req-ba89ff53-857c-42c9-aafb-8a93ae0240ef tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (3013216d-76f3-469e-9c86-a0bc71687991), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:15.669259 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86736ef-a915-430d-97fc-4992044f0f85 req-dc4251ea-3e26-4924-9671-bc8636fff9d8 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:15.675129 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-c86736ef-a915-430d-97fc-4992044f0f85 req-dc4251ea-3e26-4924-9671-bc8636fff9d8 tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/ports?device_id=67f284eb-df90-4337-8bdf-511156b6a756 HTTP/1.1" status: 200 len: 945 time: 0.0977101 Jun 03 15:31:15.743684 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d124ce38-281d-4c46-8da5-9f596629dadc req-c8ed1b86-db17-47ab-8a42-40862e88e12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:15.745057 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-d124ce38-281d-4c46-8da5-9f596629dadc req-c8ed1b86-db17-47ab-8a42-40862e88e12b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ba66765f-7c24-4296-be5e-4c2a803ccabf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2933934 Jun 03 15:31:15.759174 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [req-b703e2d4-76b3-4960-a81c-86458fae8bd9 req-ba89ff53-857c-42c9-aafb-8a93ae0240ef tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] For port 3013216d-76f3-469e-9c86-a0bc71687991, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=3013216d-76f3-469e-9c86-a0bc71687991,segment=NetworkSegment(88393667-e7c8-4946-b07a-8626e7cbb7b3),segment_id=88393667-e7c8-4946-b07a-8626e7cbb7b3)] {{(pid=103920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:31:15.759543 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-b703e2d4-76b3-4960-a81c-86458fae8bd9 req-ba89ff53-857c-42c9-aafb-8a93ae0240ef tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (3013216d-76f3-469e-9c86-a0bc71687991), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:15.765351 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-c86736ef-a915-430d-97fc-4992044f0f85 req-5c894114-3fd8-4282-bb21-55a96c52292a tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.93 "GET /v2.0/security-groups?id=d859fc33-d2f7-46f3-a29c-83d9a52aafe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836303 Jun 03 15:31:15.776753 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [req-b703e2d4-76b3-4960-a81c-86458fae8bd9 req-ba89ff53-857c-42c9-aafb-8a93ae0240ef tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Calling delete_port for 3013216d-76f3-469e-9c86-a0bc71687991 owned by compute:nova {{(pid=103920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:31:15.833134 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=100 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:15.898713 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.notifiers.nova [req-d9d53ec7-e91e-4114-b3c9-0c75c2bc681c req-8a970adb-d86c-4555-92ad-6140df8bfe55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 009f1a65-b949-4493-a4fc-88ecafb96c71 {{(pid=103919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:31:15.904187 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-b703e2d4-76b3-4960-a81c-86458fae8bd9 req-ba89ff53-857c-42c9-aafb-8a93ae0240ef tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5848811'] for port (3013216d-76f3-469e-9c86-a0bc71687991), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:15.906607 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-d124ce38-281d-4c46-8da5-9f596629dadc req-355281ae-0554-4d76-bee4-a51089ecda2b service neutron] 10.222.0.95 "GET /v2.0/networks/ba66765f-7c24-4296-be5e-4c2a803ccabf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529067 Jun 03 15:31:15.908578 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-d9d53ec7-e91e-4114-b3c9-0c75c2bc681c req-8a970adb-d86c-4555-92ad-6140df8bfe55 service neutron] Publish callbacks [] for port (009f1a65-b949-4493-a4fc-88ecafb96c71), precommit_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:15.919628 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] get_ports_and_sgs() called for port_ids ['3013216d-76f3-469e-9c86-a0bc71687991'] {{(pid=103921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 15:31:15.937251 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba89ff53-857c-42c9-aafb-8a93ae0240ef tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Pushing event deleted for resources: {'Port': ['ID=3013216d-76f3-469e-9c86-a0bc71687991,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:15.964387 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.provisioning_blocks [req-d9d53ec7-e91e-4114-b3c9-0c75c2bc681c req-8a970adb-d86c-4555-92ad-6140df8bfe55 service neutron] Transition to ACTIVE for port object 009f1a65-b949-4493-a4fc-88ecafb96c71 will not be triggered until provisioned by entity L2. {{(pid=103919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 03 15:31:15.966569 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:15.980878 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-d9d53ec7-e91e-4114-b3c9-0c75c2bc681c req-8a970adb-d86c-4555-92ad-6140df8bfe55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4807753'] for port (009f1a65-b949-4493-a4fc-88ecafb96c71), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:15.984389 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [req-b703e2d4-76b3-4960-a81c-86458fae8bd9 req-ba89ff53-857c-42c9-aafb-8a93ae0240ef tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] No DVR routers for this DVR port 3013216d-76f3-469e-9c86-a0bc71687991 on host hv-cinder-83124 {{(pid=103920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 15:31:15.987860 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-b703e2d4-76b3-4960-a81c-86458fae8bd9 req-ba89ff53-857c-42c9-aafb-8a93ae0240ef tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for port (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:15.991217 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-b703e2d4-76b3-4960-a81c-86458fae8bd9 req-ba89ff53-857c-42c9-aafb-8a93ae0240ef tempest-TestMinimumBasicScenario-1235430946 tempest-TestMinimumBasicScenario-1235430946-project] 10.222.0.95 "DELETE /v2.0/ports/3013216d-76f3-469e-9c86-a0bc71687991 HTTP/1.1" status: 204 len: 173 time: 0.4918776 Jun 03 15:31:16.078141 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-d124ce38-281d-4c46-8da5-9f596629dadc req-bc9a20bd-41ed-4132-9d0c-a07e2f7f1b85 service neutron] 10.222.0.95 "GET /v2.0/networks/ba66765f-7c24-4296-be5e-4c2a803ccabf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652162 Jun 03 15:31:16.103133 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a970adb-d86c-4555-92ad-6140df8bfe55 service neutron] Pushing event updated for resources: {'Port': ['ID=009f1a65-b949-4493-a4fc-88ecafb96c71,revision_number=2']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:16.227521 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd6761-c73e-496b-a760-b67e6754f110 req-b1ce0131-6a4a-4d06-b21c-cc0de3209615 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:16.228895 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c4bd6761-c73e-496b-a760-b67e6754f110 req-b1ce0131-6a4a-4d06-b21c-cc0de3209615 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 944 time: 0.1055751 Jun 03 15:31:16.231252 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33d0a4-65df-4353-9f15-eac2a3b8e2b9 req-c092b177-adff-4fa6-a366-f83c7052a2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:16.232599 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-0b33d0a4-65df-4353-9f15-eac2a3b8e2b9 req-c092b177-adff-4fa6-a366-f83c7052a2a0 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a402ec1153624838be07cda58279f2a4&device_id=99322d93-058a-4216-a672-e7f482aab8d8 HTTP/1.1" status: 200 len: 1129 time: 0.0846574 Jun 03 15:31:16.255617 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [req-d9d53ec7-e91e-4114-b3c9-0c75c2bc681c req-8a970adb-d86c-4555-92ad-6140df8bfe55 service neutron] Attempting to bind port 009f1a65-b949-4493-a4fc-88ecafb96c71 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 15:31:16.255742 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [req-d9d53ec7-e91e-4114-b3c9-0c75c2bc681c req-8a970adb-d86c-4555-92ad-6140df8bfe55 service neutron] Attempting to bind port 009f1a65-b949-4493-a4fc-88ecafb96c71 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '612086bd-4a15-467e-af18-82334699cb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '6297c62b-cf60-4797-8fdd-d236a362ff82'}] {{(pid=103919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 15:31:16.256020 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d53ec7-e91e-4114-b3c9-0c75c2bc681c req-8a970adb-d86c-4555-92ad-6140df8bfe55 service neutron] Attempting to bind port 009f1a65-b949-4493-a4fc-88ecafb96c71 on network 6297c62b-cf60-4797-8fdd-d236a362ff82 {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:31:16.266410 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d53ec7-e91e-4114-b3c9-0c75c2bc681c req-8a970adb-d86c-4555-92ad-6140df8bfe55 service neutron] Port 009f1a65-b949-4493-a4fc-88ecafb96c71 on network 6297c62b-cf60-4797-8fdd-d236a362ff82 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 03 15:31:16.266777 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d53ec7-e91e-4114-b3c9-0c75c2bc681c req-8a970adb-d86c-4555-92ad-6140df8bfe55 service neutron] Attempting to bind port 009f1a65-b949-4493-a4fc-88ecafb96c71 on network 6297c62b-cf60-4797-8fdd-d236a362ff82 {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:31:16.279885 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d53ec7-e91e-4114-b3c9-0c75c2bc681c req-8a970adb-d86c-4555-92ad-6140df8bfe55 service neutron] Checking agent: {'id': '5d40428d-d668-464b-bcee-3124e1355b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 24, 37), 'started_at': datetime.datetime(2022, 6, 3, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 15:31:16.280220 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d53ec7-e91e-4114-b3c9-0c75c2bc681c req-8a970adb-d86c-4555-92ad-6140df8bfe55 service neutron] Checking segment: {'id': '612086bd-4a15-467e-af18-82334699cb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '6297c62b-cf60-4797-8fdd-d236a362ff82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:31:16.280606 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d53ec7-e91e-4114-b3c9-0c75c2bc681c req-8a970adb-d86c-4555-92ad-6140df8bfe55 service neutron] Bound using segment: {'id': '612086bd-4a15-467e-af18-82334699cb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '6297c62b-cf60-4797-8fdd-d236a362ff82'} {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 15:31:16.281034 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [req-d9d53ec7-e91e-4114-b3c9-0c75c2bc681c req-8a970adb-d86c-4555-92ad-6140df8bfe55 service neutron] Bound port: 009f1a65-b949-4493-a4fc-88ecafb96c71, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '612086bd-4a15-467e-af18-82334699cb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '6297c62b-cf60-4797-8fdd-d236a362ff82'}}] {{(pid=103919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 15:31:16.281388 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-d9d53ec7-e91e-4114-b3c9-0c75c2bc681c req-8a970adb-d86c-4555-92ad-6140df8bfe55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (009f1a65-b949-4493-a4fc-88ecafb96c71), before_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:16.286117 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:16.309433 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c4bd6761-c73e-496b-a760-b67e6754f110 req-fec8c601-32e7-4288-89d6-c5b0e709903c tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=45dd2ee8-9c49-4cc0-8a1e-dc499d869f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702243 Jun 03 15:31:16.363175 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [req-d9d53ec7-e91e-4114-b3c9-0c75c2bc681c req-8a970adb-d86c-4555-92ad-6140df8bfe55 service neutron] For port 009f1a65-b949-4493-a4fc-88ecafb96c71, host hv-cinder-83124, cleared binding levels {{(pid=103919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 15:31:16.366367 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [req-d9d53ec7-e91e-4114-b3c9-0c75c2bc681c req-8a970adb-d86c-4555-92ad-6140df8bfe55 service neutron] For port 009f1a65-b949-4493-a4fc-88ecafb96c71, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=009f1a65-b949-4493-a4fc-88ecafb96c71,segment=NetworkSegment(612086bd-4a15-467e-af18-82334699cb77),segment_id=612086bd-4a15-467e-af18-82334699cb77)] {{(pid=103919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 15:31:16.372921 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-d9d53ec7-e91e-4114-b3c9-0c75c2bc681c req-8a970adb-d86c-4555-92ad-6140df8bfe55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4807753'] for port (009f1a65-b949-4493-a4fc-88ecafb96c71), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:16.426150 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d53ec7-e91e-4114-b3c9-0c75c2bc681c req-8a970adb-d86c-4555-92ad-6140df8bfe55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:16.426797 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-d9d53ec7-e91e-4114-b3c9-0c75c2bc681c req-8a970adb-d86c-4555-92ad-6140df8bfe55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for port (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:16.428173 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-d9d53ec7-e91e-4114-b3c9-0c75c2bc681c req-8a970adb-d86c-4555-92ad-6140df8bfe55 service neutron] 10.222.0.95 "PUT /v2.0/ports/009f1a65-b949-4493-a4fc-88ecafb96c71 HTTP/1.1" status: 200 len: 1094 time: 1.3049428 Jun 03 15:31:16.428614 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43beed7e-5952-4cc8-89ea-8c819ceb44de', 'tag': '009f1a65-b949-4493-a4fc-88ecafb96c71'}] {{(pid=103919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:31:16.430843 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb6718ce3f0a4af57ef91ee7142c10b6234fd65cffdc95d0a08216ae9169e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0395fdc-15aa-4b52-85a8-c27410c64231" -d '{"events": [{"name": "network-changed", "server_uuid": "43beed7e-5952-4cc8-89ea-8c819ceb44de", "tag": "009f1a65-b949-4493-a4fc-88ecafb96c71"}]}' {{(pid=103919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:31:16.443982 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a970adb-d86c-4555-92ad-6140df8bfe55 service neutron] Pushing event updated for resources: {'Port': ['ID=009f1a65-b949-4493-a4fc-88ecafb96c71,revision_number=3']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:16.538850 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 15:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c15225-0d82-4d9a-b398-0f3f67159a69 x-openstack-request-id: req-57c15225-0d82-4d9a-b398-0f3f67159a69 {{(pid=103919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:31:16.539049 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43beed7e-5952-4cc8-89ea-8c819ceb44de", "tag": "009f1a65-b949-4493-a4fc-88ecafb96c71", "status": "completed", "code": 200}]} {{(pid=103919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:31:16.539312 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-57c15225-0d82-4d9a-b398-0f3f67159a69 {{(pid=103919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:31:16.539678 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57c15225-0d82-4d9a-b398-0f3f67159a69'] response: {'name': 'network-changed', 'server_uuid': '43beed7e-5952-4cc8-89ea-8c819ceb44de', 'tag': '009f1a65-b949-4493-a4fc-88ecafb96c71', 'status': 'completed', 'code': 200} Jun 03 15:31:16.580636 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d53ec7-e91e-4114-b3c9-0c75c2bc681c req-75a3fc9b-46f4-483d-8139-81c33b45a346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:16.582134 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-d9d53ec7-e91e-4114-b3c9-0c75c2bc681c req-75a3fc9b-46f4-483d-8139-81c33b45a346 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1b930cadb2dc4e49947db0514528617d&device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 1128 time: 0.0834715 Jun 03 15:31:16.634946 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-d9d53ec7-e91e-4114-b3c9-0c75c2bc681c req-d9f1b9cb-d883-4e80-a970-a630f57d6aba service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=009f1a65-b949-4493-a4fc-88ecafb96c71 HTTP/1.1" status: 200 len: 217 time: 0.0430748 Jun 03 15:31:16.676686 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33d0a4-65df-4353-9f15-eac2a3b8e2b9 req-b5007ccd-0fe7-4d46-9c77-ed0402fdb0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:16.678208 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-0b33d0a4-65df-4353-9f15-eac2a3b8e2b9 req-b5007ccd-0fe7-4d46-9c77-ed0402fdb0f8 service neutron] 10.222.0.95 "GET /v2.0/networks?id=ba66765f-7c24-4296-be5e-4c2a803ccabf HTTP/1.1" status: 200 len: 919 time: 0.2045000 Jun 03 15:31:16.726956 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d53ec7-e91e-4114-b3c9-0c75c2bc681c req-f30d9e91-c1db-44d0-b410-e7bb4000d374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:16.728391 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-d9d53ec7-e91e-4114-b3c9-0c75c2bc681c req-f30d9e91-c1db-44d0-b410-e7bb4000d374 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f60f46ef-d4d3-474d-b0dd-61750c5ae20f HTTP/1.1" status: 200 len: 856 time: 0.0864344 Jun 03 15:31:16.777091 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-0b33d0a4-65df-4353-9f15-eac2a3b8e2b9 req-668efc3d-37dd-4d26-9fa4-60953029a547 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee HTTP/1.1" status: 200 len: 1001 time: 0.0893216 Jun 03 15:31:16.795425 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d53ec7-e91e-4114-b3c9-0c75c2bc681c req-02cf4817-9ea2-4db5-97c1-732b4f39c427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:16.796700 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-d9d53ec7-e91e-4114-b3c9-0c75c2bc681c req-02cf4817-9ea2-4db5-97c1-732b4f39c427 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6297c62b-cf60-4797-8fdd-d236a362ff82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0595937 Jun 03 15:31:16.885761 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33d0a4-65df-4353-9f15-eac2a3b8e2b9 req-6847d502-8442-4b2c-b984-13fa81ace81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:16.887234 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-0b33d0a4-65df-4353-9f15-eac2a3b8e2b9 req-6847d502-8442-4b2c-b984-13fa81ace81a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5cb0f2a7-ee25-46e9-8c4b-18478610484d HTTP/1.1" status: 200 len: 857 time: 0.1025712 Jun 03 15:31:16.918287 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f284eb-df90-4337-8bdf-511156b6a756', 'name': 'network-vif-deleted', 'tag': '3013216d-76f3-469e-9c86-a0bc71687991'}] {{(pid=103920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:31:16.920743 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fde6ca1c4b3e174e639905c0d93b14e8a3905e0af4b9b9445456920c81b8107" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a87be1-42ac-4b4b-8ba7-15bfdea4a6c9" -d '{"events": [{"server_uuid": "67f284eb-df90-4337-8bdf-511156b6a756", "name": "network-vif-deleted", "tag": "3013216d-76f3-469e-9c86-a0bc71687991"}]}' {{(pid=103920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:31:16.952735 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33d0a4-65df-4353-9f15-eac2a3b8e2b9 req-c20e28f2-0dc3-4d7e-ac9c-f4533fb343d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:16.954301 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-0b33d0a4-65df-4353-9f15-eac2a3b8e2b9 req-c20e28f2-0dc3-4d7e-ac9c-f4533fb343d8 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ba66765f-7c24-4296-be5e-4c2a803ccabf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0601633 Jun 03 15:31:16.957509 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-d9d53ec7-e91e-4114-b3c9-0c75c2bc681c req-9982eeb3-43b3-4ca1-8cab-9fb0f3f338a3 service neutron] 10.222.0.95 "GET /v2.0/networks/6297c62b-cf60-4797-8fdd-d236a362ff82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407421 Jun 03 15:31:16.958101 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 15:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a424e4c9-24f8-4e3d-95d8-f544a0e6bdcc x-openstack-request-id: req-a424e4c9-24f8-4e3d-95d8-f544a0e6bdcc {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:31:16.958388 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f284eb-df90-4337-8bdf-511156b6a756", "name": "network-vif-deleted", "tag": "3013216d-76f3-469e-9c86-a0bc71687991", "status": "completed", "code": 200}]} {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:31:16.958668 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a424e4c9-24f8-4e3d-95d8-f544a0e6bdcc {{(pid=103920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:31:16.959063 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a424e4c9-24f8-4e3d-95d8-f544a0e6bdcc'] response: {'server_uuid': '67f284eb-df90-4337-8bdf-511156b6a756', 'name': 'network-vif-deleted', 'tag': '3013216d-76f3-469e-9c86-a0bc71687991', 'status': 'completed', 'code': 200} Jun 03 15:31:17.075733 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:17.135628 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-0b33d0a4-65df-4353-9f15-eac2a3b8e2b9 req-f1beb982-fa1a-495d-8ce8-52307de097b0 service neutron] 10.222.0.95 "GET /v2.0/networks/ba66765f-7c24-4296-be5e-4c2a803ccabf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653392 Jun 03 15:31:17.137690 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-d9d53ec7-e91e-4114-b3c9-0c75c2bc681c req-44314041-60f8-4220-8fbd-bb5238df46da service neutron] 10.222.0.95 "GET /v2.0/networks/6297c62b-cf60-4797-8fdd-d236a362ff82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585538 Jun 03 15:31:17.211935 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:17.250047 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-0b33d0a4-65df-4353-9f15-eac2a3b8e2b9 req-8af7027d-31a6-418e-9d73-8367c3918353 service neutron] 10.222.0.95 "GET /v2.0/networks/ba66765f-7c24-4296-be5e-4c2a803ccabf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961330 Jun 03 15:31:17.378085 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 54280) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:31:17.474813 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:17.499628 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0791d5a-ab50-43c5-ab56-f7518a785442 req-2fbf717e-e545-4832-9609-e981709b6baf tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:17.501684 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d0791d5a-ab50-43c5-ab56-f7518a785442 req-2fbf717e-e545-4832-9609-e981709b6baf tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 944 time: 0.0877340 Jun 03 15:31:17.634648 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d0791d5a-ab50-43c5-ab56-f7518a785442 req-ddb2f6d9-6e26-46c8-8c33-dcc640f10fd5 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=45dd2ee8-9c49-4cc0-8a1e-dc499d869f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268587 Jun 03 15:31:17.847071 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f6d635de-0f9c-4ae6-81c3-d33ff086b2f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-761311'] for router_interface (f11933e3-578d-4387-b023-e8386fa01557), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:18.141961 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-f6d635de-0f9c-4ae6-81c3-d33ff086b2f0 admin admin] Deleting port fb2661c8-2f5d-4116-a804-ea008520eba3 {{(pid=103920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:31:18.142750 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f6d635de-0f9c-4ae6-81c3-d33ff086b2f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (fb2661c8-2f5d-4116-a804-ea008520eba3), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:18.238500 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [None req-f6d635de-0f9c-4ae6-81c3-d33ff086b2f0 admin admin] For port fb2661c8-2f5d-4116-a804-ea008520eba3, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=fb2661c8-2f5d-4116-a804-ea008520eba3,segment=NetworkSegment(88393667-e7c8-4946-b07a-8626e7cbb7b3),segment_id=88393667-e7c8-4946-b07a-8626e7cbb7b3)] {{(pid=103920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:31:18.239088 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f6d635de-0f9c-4ae6-81c3-d33ff086b2f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (fb2661c8-2f5d-4116-a804-ea008520eba3), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:18.265138 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-f6d635de-0f9c-4ae6-81c3-d33ff086b2f0 admin admin] Calling delete_port for fb2661c8-2f5d-4116-a804-ea008520eba3 owned by network:router_interface {{(pid=103920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:31:18.338606 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0395fdc-15aa-4b52-85a8-c27410c64231 req-beae8232-e2b7-4e70-86b0-496cb49f66b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:18.341374 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e0395fdc-15aa-4b52-85a8-c27410c64231 req-beae8232-e2b7-4e70-86b0-496cb49f66b6 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1b930cadb2dc4e49947db0514528617d&device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 1128 time: 0.0932462 Jun 03 15:31:18.363499 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:18.446900 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0395fdc-15aa-4b52-85a8-c27410c64231 req-a8e41526-77c7-495c-b3e3-42ba9dbcc087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:18.448293 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e0395fdc-15aa-4b52-85a8-c27410c64231 req-a8e41526-77c7-495c-b3e3-42ba9dbcc087 service neutron] 10.222.0.95 "GET /v2.0/networks?id=6297c62b-cf60-4797-8fdd-d236a362ff82 HTTP/1.1" status: 200 len: 918 time: 0.0989034 Jun 03 15:31:18.494824 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e0395fdc-15aa-4b52-85a8-c27410c64231 req-59331c32-bea8-4437-bd6e-8ddad9adefd8 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=009f1a65-b949-4493-a4fc-88ecafb96c71 HTTP/1.1" status: 200 len: 217 time: 0.0396492 Jun 03 15:31:18.501720 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:18.526206 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f6d635de-0f9c-4ae6-81c3-d33ff086b2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5848811'] for port (fb2661c8-2f5d-4116-a804-ea008520eba3), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:18.556925 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0395fdc-15aa-4b52-85a8-c27410c64231 req-3cbb2cee-0557-42f4-8838-11e26819dc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:18.558321 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e0395fdc-15aa-4b52-85a8-c27410c64231 req-3cbb2cee-0557-42f4-8838-11e26819dc31 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f60f46ef-d4d3-474d-b0dd-61750c5ae20f HTTP/1.1" status: 200 len: 856 time: 0.0563548 Jun 03 15:31:18.563948 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d635de-0f9c-4ae6-81c3-d33ff086b2f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb2661c8-2f5d-4116-a804-ea008520eba3,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:18.619809 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0395fdc-15aa-4b52-85a8-c27410c64231 req-b2c4ecf8-c5aa-4572-aa61-ebcd06dd9e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:18.621322 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e0395fdc-15aa-4b52-85a8-c27410c64231 req-b2c4ecf8-c5aa-4572-aa61-ebcd06dd9e70 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6297c62b-cf60-4797-8fdd-d236a362ff82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0467637 Jun 03 15:31:18.771452 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f6d635de-0f9c-4ae6-81c3-d33ff086b2f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765714'] for router_interface (f11933e3-578d-4387-b023-e8386fa01557), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:18.813453 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e0395fdc-15aa-4b52-85a8-c27410c64231 req-89708e61-8c80-43f2-ba84-15a0bb01ce47 service neutron] 10.222.0.95 "GET /v2.0/networks/6297c62b-cf60-4797-8fdd-d236a362ff82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793542 Jun 03 15:31:18.819538 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d7ce8-a44f-4d34-ad7f-469324322c32 req-8abed9a5-e331-4932-ac0b-fdae8dd83d4c tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:18.820889 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-142d7ce8-a44f-4d34-ad7f-469324322c32 req-8abed9a5-e331-4932-ac0b-fdae8dd83d4c tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 944 time: 0.0701950 Jun 03 15:31:18.933715 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-142d7ce8-a44f-4d34-ad7f-469324322c32 req-e4903425-56fe-4268-b6be-9dcf194be216 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=45dd2ee8-9c49-4cc0-8a1e-dc499d869f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995281 Jun 03 15:31:18.961960 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e0395fdc-15aa-4b52-85a8-c27410c64231 req-8e6b61a2-4828-4dea-84ce-97da358eb2b9 service neutron] 10.222.0.95 "GET /v2.0/networks/6297c62b-cf60-4797-8fdd-d236a362ff82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361773 Jun 03 15:31:19.025902 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6d635de-0f9c-4ae6-81c3-d33ff086b2f0 admin admin] Router f11933e3-578d-4387-b023-e8386fa01557 has already been hosted by L3 agent af3cb756-c261-4349-9f96-3650fb8ddf57 {{(pid=103920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 15:31:19.128919 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d635de-0f9c-4ae6-81c3-d33ff086b2f0 admin admin] Notify agent at l3_agent.dv-cinder-831247-16-iscsi the message routers_updated {{(pid=103920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 15:31:19.134238 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-f6d635de-0f9c-4ae6-81c3-d33ff086b2f0 admin admin] 10.222.0.93 "PUT /v2.0/routers/f11933e3-578d-4387-b023-e8386fa01557/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7550936 Jun 03 15:31:19.136881 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 54286) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:31:19.138405 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279a36b9-f899-4afa-8740-a77ce361dae6 None None] Sync routers for ids ['f11933e3-578d-4387-b023-e8386fa01557'] in dv-cinder-831247-16-iscsi {{(pid=103921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:31:19.152673 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279a36b9-f899-4afa-8740-a77ce361dae6 None None] Routers {'f11933e3-578d-4387-b023-e8386fa01557'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:31:19.153514 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-279a36b9-f899-4afa-8740-a77ce361dae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:30:54Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['f11933e3-578d-4387-b023-e8386fa01557'], 'active': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:19.242372 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-bce49c52-38fe-4087-9a85-42b9d3169a11 admin admin] Publish callbacks [] for router (f11933e3-578d-4387-b023-e8386fa01557), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:19.265665 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=100 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:19.269970 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvr_db [None req-279a36b9-f899-4afa-8740-a77ce361dae6 None None] Set router f11933e3-578d-4387-b023-e8386fa01557 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:31:19.342607 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-bce49c52-38fe-4087-9a85-42b9d3169a11 admin admin] Publish callbacks [] for router_gateway (f11933e3-578d-4387-b023-e8386fa01557), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:19.368913 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device 009f1a65-b949-4493-a4fc-88ecafb96c71 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 15:31:19.377048 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device 3013216d-76f3-469e-9c86-a0bc71687991 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 15:31:19.390195 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-bce49c52-38fe-4087-9a85-42b9d3169a11 admin admin] Deleting port d5ca0c4b-44f8-4798-abea-a11d7b9bda46 {{(pid=103920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:31:19.390818 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-bce49c52-38fe-4087-9a85-42b9d3169a11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (d5ca0c4b-44f8-4798-abea-a11d7b9bda46), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:19.393933 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:19.417019 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] No Port match for: 3013216d-76f3-469e-9c86-a0bc71687991 {{(pid=103921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 15:31:19.417371 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device 3013216d-76f3-469e-9c86-a0bc71687991 not bound to the agent host hv-cinder-83124 {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 15:31:19.426968 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=100 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:19.480361 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [None req-bce49c52-38fe-4087-9a85-42b9d3169a11 admin admin] For port d5ca0c4b-44f8-4798-abea-a11d7b9bda46, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=d5ca0c4b-44f8-4798-abea-a11d7b9bda46,segment=NetworkSegment(fb1f6c29-8e9a-43bb-852a-39936675ceea),segment_id=fb1f6c29-8e9a-43bb-852a-39936675ceea)] {{(pid=103920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:31:19.480721 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-bce49c52-38fe-4087-9a85-42b9d3169a11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (d5ca0c4b-44f8-4798-abea-a11d7b9bda46), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:19.494772 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-bce49c52-38fe-4087-9a85-42b9d3169a11 admin admin] Calling delete_port for d5ca0c4b-44f8-4798-abea-a11d7b9bda46 owned by network:router_gateway {{(pid=103920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:31:19.503178 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:19.545483 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-279a36b9-f899-4afa-8740-a77ce361dae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11933e3-578d-4387-b023-e8386fa01557', 'name': 'tempest-TestMinimumBasicScenario-901123784-router', 'tenant_id': '00d2022cc4be4779af1edf1520c439ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'd5ca0c4b-44f8-4798-abea-a11d7b9bda46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:27:28Z', 'updated_at': '2022-06-03T15:31:18Z', 'revision_number': 5, 'project_id': '00d2022cc4be4779af1edf1520c439ae', 'gw_port': {'id': 'd5ca0c4b-44f8-4798-abea-a11d7b9bda46', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f11933e3-578d-4387-b023-e8386fa01557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:27:30Z', 'updated_at': '2022-06-03T15:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi'}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:19.584019 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279a36b9-f899-4afa-8740-a77ce361dae6 None None] Checking router: f11933e3-578d-4387-b023-e8386fa01557 for host: dv-cinder-831247-16-iscsi {{(pid=103921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:31:19.586997 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port 009f1a65-b949-4493-a4fc-88ecafb96c71, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=009f1a65-b949-4493-a4fc-88ecafb96c71,segment=NetworkSegment(612086bd-4a15-467e-af18-82334699cb77),segment_id=612086bd-4a15-467e-af18-82334699cb77)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:31:19.603338 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Returning: {'device': '009f1a65-b949-4493-a4fc-88ecafb96c71', 'network_id': '6297c62b-cf60-4797-8fdd-d236a362ff82', 'port_id': '009f1a65-b949-4493-a4fc-88ecafb96c71', 'mac_address': 'fa:16:3e:fe:37:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 861, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f60f46ef-d4d3-474d-b0dd-61750c5ae20f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 15:31:19.606076 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279a36b9-f899-4afa-8740-a77ce361dae6 None None] Routers {'f11933e3-578d-4387-b023-e8386fa01557'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:31:19.606727 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-279a36b9-f899-4afa-8740-a77ce361dae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:30:54Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['f11933e3-578d-4387-b023-e8386fa01557'], 'active': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:19.672720 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-bce49c52-38fe-4087-9a85-42b9d3169a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5848811'] for port (d5ca0c4b-44f8-4798-abea-a11d7b9bda46), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:19.697111 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce49c52-38fe-4087-9a85-42b9d3169a11 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5ca0c4b-44f8-4798-abea-a11d7b9bda46,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:19.776938 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-bce49c52-38fe-4087-9a85-42b9d3169a11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-763410'] for router_gateway (f11933e3-578d-4387-b023-e8386fa01557), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:19.841125 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Current status of the port 009f1a65-b949-4493-a4fc-88ecafb96c71 is: DOWN; New status is: BUILD {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:31:19.841598 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (009f1a65-b949-4493-a4fc-88ecafb96c71), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:19.866595 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 009f1a65-b949-4493-a4fc-88ecafb96c71 {{(pid=103921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:31:19.871621 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvr_db [None req-279a36b9-f899-4afa-8740-a77ce361dae6 None None] Set router f11933e3-578d-4387-b023-e8386fa01557 gateway port host: None {{(pid=103921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:31:19.928383 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-279a36b9-f899-4afa-8740-a77ce361dae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11933e3-578d-4387-b023-e8386fa01557', 'name': 'tempest-TestMinimumBasicScenario-901123784-router', 'tenant_id': '00d2022cc4be4779af1edf1520c439ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:27:28Z', 'updated_at': '2022-06-03T15:31:19Z', 'revision_number': 6, 'project_id': '00d2022cc4be4779af1edf1520c439ae', 'gw_port_host': None}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:19.966376 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port 009f1a65-b949-4493-a4fc-88ecafb96c71, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=009f1a65-b949-4493-a4fc-88ecafb96c71,segment=NetworkSegment(612086bd-4a15-467e-af18-82334699cb77),segment_id=612086bd-4a15-467e-af18-82334699cb77)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:31:19.968418 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279a36b9-f899-4afa-8740-a77ce361dae6 None None] The sync data for ids ['f11933e3-578d-4387-b023-e8386fa01557'] in dv-cinder-831247-16-iscsi is: [{'id': 'f11933e3-578d-4387-b023-e8386fa01557', 'name': 'tempest-TestMinimumBasicScenario-901123784-router', 'tenant_id': '00d2022cc4be4779af1edf1520c439ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:27:28Z', 'updated_at': '2022-06-03T15:31:19Z', 'revision_number': 6, 'project_id': '00d2022cc4be4779af1edf1520c439ae', 'gw_port_host': None}] {{(pid=103921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:31:19.977806 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (009f1a65-b949-4493-a4fc-88ecafb96c71), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:20.042316 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Pushing event updated for resources: {'Port': ['ID=009f1a65-b949-4493-a4fc-88ecafb96c71,revision_number=4']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:20.050840 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:20.051183 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:20.051524 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:20.051861 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:20.052192 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:20.052518 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:20.052838 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:20.053157 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:20.053478 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:20.053799 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:20.054119 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:20.054441 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:20.054779 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:20.055094 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:20.055408 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:20.151552 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-bce49c52-38fe-4087-9a85-42b9d3169a11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-758203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8029'] for router (f11933e3-578d-4387-b023-e8386fa01557), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:20.168061 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-bce49c52-38fe-4087-9a85-42b9d3169a11 admin admin] Publish callbacks [] for router_controller (f11933e3-578d-4387-b023-e8386fa01557), precommit_delete_associations {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:20.240604 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005baaa-3804-4118-9f27-6509e1a9fbf5 req-57ec6a7d-c3c0-4459-9d87-b4de8af7fbdb tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:20.242139 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-2005baaa-3804-4118-9f27-6509e1a9fbf5 req-57ec6a7d-c3c0-4459-9d87-b4de8af7fbdb tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 945 time: 0.1085410 Jun 03 15:31:20.257096 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-bce49c52-38fe-4087-9a85-42b9d3169a11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-758146'] for router (f11933e3-578d-4387-b023-e8386fa01557), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:20.257953 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce49c52-38fe-4087-9a85-42b9d3169a11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f11933e3-578d-4387-b023-e8386fa01557 {{(pid=103920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 03 15:31:20.270015 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-bce49c52-38fe-4087-9a85-42b9d3169a11 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:20.271168 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-bce49c52-38fe-4087-9a85-42b9d3169a11 admin admin] 10.222.0.93 "DELETE /v2.0/routers/f11933e3-578d-4387-b023-e8386fa01557 HTTP/1.1" status: 204 len: 168 time: 1.1333845 Jun 03 15:31:20.274196 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 54290) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:31:20.300712 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-2005baaa-3804-4118-9f27-6509e1a9fbf5 req-1cb26fa6-31f9-4811-8c8a-661854fb6fdf tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=45dd2ee8-9c49-4cc0-8a1e-dc499d869f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513515 Jun 03 15:31:20.321197 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.db_base_plugin_v2 [None req-44dafa68-30c1-4dff-a336-615c5e71f409 admin admin] Deleting subnet d1c0b66e-b6eb-4901-9a4c-c6cd4fad6b35 {{(pid=103919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 03 15:31:20.325447 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-44dafa68-30c1-4dff-a336-615c5e71f409 admin admin] Publish callbacks [] for subnet (d1c0b66e-b6eb-4901-9a4c-c6cd4fad6b35), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:20.354939 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] get_ports_and_sgs() called for port_ids ['009f1a65-b949-4493-a4fc-88ecafb96c71'] {{(pid=103921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 15:31:20.363533 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-44dafa68-30c1-4dff-a336-615c5e71f409 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4652770'] for subnet (d1c0b66e-b6eb-4901-9a4c-c6cd4fad6b35), precommit_delete_associations {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:20.488437 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-44dafa68-30c1-4dff-a336-615c5e71f409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1655370'] for subnet (d1c0b66e-b6eb-4901-9a4c-c6cd4fad6b35), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:20.546034 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:20.550441 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-44dafa68-30c1-4dff-a336-615c5e71f409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1655361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4807683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4495087'] for subnet (d1c0b66e-b6eb-4901-9a4c-c6cd4fad6b35), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:20.599162 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dafa68-30c1-4dff-a336-615c5e71f409 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1c0b66e-b6eb-4901-9a4c-c6cd4fad6b35,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:20.604905 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-44dafa68-30c1-4dff-a336-615c5e71f409 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:20.610165 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-44dafa68-30c1-4dff-a336-615c5e71f409 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/d1c0b66e-b6eb-4901-9a4c-c6cd4fad6b35 HTTP/1.1" status: 204 len: 168 time: 0.3345156 Jun 03 15:31:20.613705 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 54292) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:31:20.616425 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4795a42f-e97f-4d32-aeae-f7d0fe149a96 None None] Network beafa1b9-ad41-4519-b3bd-aaad5165f1e2 requested from dv-cinder-831247-16-iscsi {{(pid=103921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 15:31:20.641910 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:20.690331 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ab5eeeff-0bd3-4f97-86f1-719a1e6ab285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1730890'] for network (beafa1b9-ad41-4519-b3bd-aaad5165f1e2), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:20.736482 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-ab5eeeff-0bd3-4f97-86f1-719a1e6ab285 admin admin] Deleting port edb1d6e6-55a3-45b4-a7d3-b557ccc9d31b {{(pid=103920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:31:20.736748 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ab5eeeff-0bd3-4f97-86f1-719a1e6ab285 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (edb1d6e6-55a3-45b4-a7d3-b557ccc9d31b), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:20.819475 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [None req-ab5eeeff-0bd3-4f97-86f1-719a1e6ab285 admin admin] For port edb1d6e6-55a3-45b4-a7d3-b557ccc9d31b, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=edb1d6e6-55a3-45b4-a7d3-b557ccc9d31b,segment=NetworkSegment(88393667-e7c8-4946-b07a-8626e7cbb7b3),segment_id=88393667-e7c8-4946-b07a-8626e7cbb7b3)] {{(pid=103920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:31:20.819835 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ab5eeeff-0bd3-4f97-86f1-719a1e6ab285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (edb1d6e6-55a3-45b4-a7d3-b557ccc9d31b), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:20.834604 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfedc30d-c21c-4ca9-9c7f-6f362f23cd65 None None] DHCP port deletion for beafa1b9-ad41-4519-b3bd-aaad5165f1e2 request from dv-cinder-831247-16-iscsi {{(pid=103921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 03 15:31:20.835144 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-ab5eeeff-0bd3-4f97-86f1-719a1e6ab285 admin admin] Calling delete_port for edb1d6e6-55a3-45b4-a7d3-b557ccc9d31b owned by network:dhcp {{(pid=103920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:31:20.873380 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-bfedc30d-c21c-4ca9-9c7f-6f362f23cd65 None None] Deleting port edb1d6e6-55a3-45b4-a7d3-b557ccc9d31b {{(pid=103921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:31:20.873753 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-bfedc30d-c21c-4ca9-9c7f-6f362f23cd65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (edb1d6e6-55a3-45b4-a7d3-b557ccc9d31b), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:20.922257 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ab5eeeff-0bd3-4f97-86f1-719a1e6ab285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5848811'] for port (edb1d6e6-55a3-45b4-a7d3-b557ccc9d31b), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:20.940011 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-bfedc30d-c21c-4ca9-9c7f-6f362f23cd65 None None] For port edb1d6e6-55a3-45b4-a7d3-b557ccc9d31b, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=edb1d6e6-55a3-45b4-a7d3-b557ccc9d31b,segment=NetworkSegment(88393667-e7c8-4946-b07a-8626e7cbb7b3),segment_id=88393667-e7c8-4946-b07a-8626e7cbb7b3)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:31:20.940408 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-bfedc30d-c21c-4ca9-9c7f-6f362f23cd65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (edb1d6e6-55a3-45b4-a7d3-b557ccc9d31b), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:20.950268 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5eeeff-0bd3-4f97-86f1-719a1e6ab285 admin admin] No DVR routers for this DVR port edb1d6e6-55a3-45b4-a7d3-b557ccc9d31b on host dv-cinder-831247-16-iscsi {{(pid=103920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 15:31:20.954892 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5eeeff-0bd3-4f97-86f1-719a1e6ab285 admin admin] Pushing event deleted for resources: {'Port': ['ID=edb1d6e6-55a3-45b4-a7d3-b557ccc9d31b,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:20.959456 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-bfedc30d-c21c-4ca9-9c7f-6f362f23cd65 None None] Calling delete_port for edb1d6e6-55a3-45b4-a7d3-b557ccc9d31b owned by network:dhcp {{(pid=103921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:31:20.962245 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:21.038811 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ab5eeeff-0bd3-4f97-86f1-719a1e6ab285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1656049', 'neutron.services.segments.db._delete_segments_for_network-8736362815142'] for network (beafa1b9-ad41-4519-b3bd-aaad5165f1e2), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:21.061261 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:21.066293 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.services.segments.db [None req-ab5eeeff-0bd3-4f97-86f1-719a1e6ab285 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beafa1b9-ad41-4519-b3bd-aaad5165f1e2']}} {{(pid=103920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:21.068634 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:21.079309 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.services.segments.db [None req-ab5eeeff-0bd3-4f97-86f1-719a1e6ab285 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88393667-e7c8-4946-b07a-8626e7cbb7b3') {'for_net_delete': True} {{(pid=103920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:21.079735 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.services.segments.db [None req-ab5eeeff-0bd3-4f97-86f1-719a1e6ab285 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88393667-e7c8-4946-b07a-8626e7cbb7b3') {} {{(pid=103920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:21.090374 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-bfedc30d-c21c-4ca9-9c7f-6f362f23cd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569'] for port (edb1d6e6-55a3-45b4-a7d3-b557ccc9d31b), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:21.105503 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ab5eeeff-0bd3-4f97-86f1-719a1e6ab285 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362818991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4693035'] for segment (88393667-e7c8-4946-b07a-8626e7cbb7b3), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:21.123357 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfedc30d-c21c-4ca9-9c7f-6f362f23cd65 None None] Pushing event deleted for resources: {'Port': ['ID=edb1d6e6-55a3-45b4-a7d3-b557ccc9d31b,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:21.131342 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ab5eeeff-0bd3-4f97-86f1-719a1e6ab285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659633'] for segment (88393667-e7c8-4946-b07a-8626e7cbb7b3), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:21.131837 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfedc30d-c21c-4ca9-9c7f-6f362f23cd65 None None] No DVR routers for this DVR port edb1d6e6-55a3-45b4-a7d3-b557ccc9d31b on host dv-cinder-831247-16-iscsi {{(pid=103921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 15:31:21.142588 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab5eeeff-0bd3-4f97-86f1-719a1e6ab285 admin admin] Releasing vlan 852 on physical network physnet1 to pool {{(pid=103920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:31:21.142588 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ab5eeeff-0bd3-4f97-86f1-719a1e6ab285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5832762'] for segment (88393667-e7c8-4946-b07a-8626e7cbb7b3), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:21.170662 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.services.segments.plugin [-] Segment 88393667-e7c8-4946-b07a-8626e7cbb7b3 resource provider aggregate not found Jun 03 15:31:21.212861 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.services.segments.plugin [-] Segment 88393667-e7c8-4946-b07a-8626e7cbb7b3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 88393667-e7c8-4946-b07a-8626e7cbb7b3 found for delete ", "request_id": "req-434a528d-3bee-42bc-8ad4-04646570e400"}]} Jun 03 15:31:21.221855 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ab5eeeff-0bd3-4f97-86f1-719a1e6ab285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1656008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-763130'] for network (beafa1b9-ad41-4519-b3bd-aaad5165f1e2), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:21.229656 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ab5eeeff-0bd3-4f97-86f1-719a1e6ab285 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for network (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:21.232785 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-ab5eeeff-0bd3-4f97-86f1-719a1e6ab285 admin admin] 10.222.0.93 "DELETE /v2.0/networks/beafa1b9-ad41-4519-b3bd-aaad5165f1e2 HTTP/1.1" status: 204 len: 168 time: 0.6181159 Jun 03 15:31:21.241928 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 54298) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:31:21.243099 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5eeeff-0bd3-4f97-86f1-719a1e6ab285 admin admin] Pushing event deleted for resources: {'Network': ['ID=beafa1b9-ad41-4519-b3bd-aaad5165f1e2,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:21.350388 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:21.395454 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device 009f1a65-b949-4493-a4fc-88ecafb96c71 up at agent hyperv_hv-cinder-83124 {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:31:21.443295 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Provisioning for port 009f1a65-b949-4493-a4fc-88ecafb96c71 completed by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 03 15:31:21.448754 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Provisioning complete for port 009f1a65-b949-4493-a4fc-88ecafb96c71 triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:31:21.449241 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (009f1a65-b949-4493-a4fc-88ecafb96c71), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:21.526730 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Current status of the port 009f1a65-b949-4493-a4fc-88ecafb96c71 is: BUILD; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:31:21.527123 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (009f1a65-b949-4493-a4fc-88ecafb96c71), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:21.567859 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-469c5586-eb38-49c5-a143-91492bbfe3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (ba2d900a-f6c8-44b2-a19a-5d512e564d5a), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:21.573863 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43beed7e-5952-4cc8-89ea-8c819ceb44de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009f1a65-b949-4493-a4fc-88ecafb96c71'}] {{(pid=103921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:31:21.576169 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a0ad6594b2f649df373dfcb19de0225617b45f42ff1455deb142f027ba5606a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14200e4e-e489-480a-849f-f7995a7fd4fb" -d '{"events": [{"server_uuid": "43beed7e-5952-4cc8-89ea-8c819ceb44de", "name": "network-vif-plugged", "status": "completed", "tag": "009f1a65-b949-4493-a4fc-88ecafb96c71"}]}' {{(pid=103921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:31:21.595276 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port 009f1a65-b949-4493-a4fc-88ecafb96c71, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=009f1a65-b949-4493-a4fc-88ecafb96c71,segment=NetworkSegment(612086bd-4a15-467e-af18-82334699cb77),segment_id=612086bd-4a15-467e-af18-82334699cb77)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:31:21.600173 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (009f1a65-b949-4493-a4fc-88ecafb96c71), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:21.677328 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Pushing event updated for resources: {'Port': ['ID=009f1a65-b949-4493-a4fc-88ecafb96c71,revision_number=5']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:21.714586 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e136ed-3aac-46a9-ba1f-1b59b42e0fa3 req-2a968188-cf91-497a-9ec0-4e07c14d74bc tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:21.717112 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c6e136ed-3aac-46a9-ba1f-1b59b42e0fa3 req-2a968188-cf91-497a-9ec0-4e07c14d74bc tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 945 time: 0.3344469 Jun 03 15:31:21.786712 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 15:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63132e73-003f-496c-bac7-23854fc7b861 x-openstack-request-id: req-63132e73-003f-496c-bac7-23854fc7b861 {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:31:21.786982 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43beed7e-5952-4cc8-89ea-8c819ceb44de", "name": "network-vif-plugged", "status": "completed", "tag": "009f1a65-b949-4493-a4fc-88ecafb96c71", "code": 200}]} {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:31:21.787977 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-63132e73-003f-496c-bac7-23854fc7b861 {{(pid=103921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:31:21.787977 dv-cinder-831247-16-iscsi neutron-server[103921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63132e73-003f-496c-bac7-23854fc7b861'] response: {'server_uuid': '43beed7e-5952-4cc8-89ea-8c819ceb44de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009f1a65-b949-4493-a4fc-88ecafb96c71', 'code': 200} Jun 03 15:31:21.810027 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c6e136ed-3aac-46a9-ba1f-1b59b42e0fa3 req-d2619676-a0f5-4f2e-a001-3163bd99ec39 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=45dd2ee8-9c49-4cc0-8a1e-dc499d869f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864601 Jun 03 15:31:21.884202 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device d5ca0c4b-44f8-4798-abea-a11d7b9bda46 no longer exists at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 15:31:21.905096 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] No Port match for: d5ca0c4b-44f8-4798-abea-a11d7b9bda46 {{(pid=103921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 15:31:21.905523 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device d5ca0c4b-44f8-4798-abea-a11d7b9bda46 not bound to the agent host dv-cinder-831247-16-iscsi {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 15:31:21.905938 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device fb2661c8-2f5d-4116-a804-ea008520eba3 no longer exists at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 15:31:21.925684 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] No Port match for: fb2661c8-2f5d-4116-a804-ea008520eba3 {{(pid=103921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 15:31:21.926030 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device fb2661c8-2f5d-4116-a804-ea008520eba3 not bound to the agent host dv-cinder-831247-16-iscsi {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 15:31:21.926408 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device edb1d6e6-55a3-45b4-a7d3-b557ccc9d31b no longer exists at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 15:31:21.944826 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] No Port match for: edb1d6e6-55a3-45b4-a7d3-b557ccc9d31b {{(pid=103921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 15:31:21.945161 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device edb1d6e6-55a3-45b4-a7d3-b557ccc9d31b not bound to the agent host dv-cinder-831247-16-iscsi {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 15:31:22.010384 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-ab7715c9-d94f-445e-8033-3618495f5618 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-761311'] for router_interface (13fb7b87-e804-4c1c-9eb0-13a79b3201ee), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:22.044094 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e7c86-2297-45c5-881d-3494e30480df req-3774f9fa-bb9f-410f-8874-c2639ac0fb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:22.045589 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-0e1e7c86-2297-45c5-881d-3494e30480df req-3774f9fa-bb9f-410f-8874-c2639ac0fb71 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 1130 time: 0.0894713 Jun 03 15:31:22.132051 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-0e1e7c86-2297-45c5-881d-3494e30480df req-5775ff19-d2be-43f1-92b8-8a5cc366a357 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=45dd2ee8-9c49-4cc0-8a1e-dc499d869f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625710 Jun 03 15:31:22.320910 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.plugin [None req-ab7715c9-d94f-445e-8033-3618495f5618 admin admin] Deleting port d9b83d57-c4d8-452e-af49-10410de203a8 {{(pid=103919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:31:22.321236 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-ab7715c9-d94f-445e-8033-3618495f5618 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (d9b83d57-c4d8-452e-af49-10410de203a8), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:22.401589 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [None req-ab7715c9-d94f-445e-8033-3618495f5618 admin admin] For port d9b83d57-c4d8-452e-af49-10410de203a8, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=d9b83d57-c4d8-452e-af49-10410de203a8,segment=NetworkSegment(7c895936-0e57-482c-9a3e-f4272e4fad47),segment_id=7c895936-0e57-482c-9a3e-f4272e4fad47)] {{(pid=103919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:31:22.402300 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-ab7715c9-d94f-445e-8033-3618495f5618 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (d9b83d57-c4d8-452e-af49-10410de203a8), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:22.415418 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.plugin [None req-ab7715c9-d94f-445e-8033-3618495f5618 admin admin] Calling delete_port for d9b83d57-c4d8-452e-af49-10410de203a8 owned by network:router_interface {{(pid=103919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:31:22.512448 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=100 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:22.543500 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:22.597699 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-ab7715c9-d94f-445e-8033-3618495f5618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4807792'] for port (d9b83d57-c4d8-452e-af49-10410de203a8), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:22.622289 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7715c9-d94f-445e-8033-3618495f5618 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9b83d57-c4d8-452e-af49-10410de203a8,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:22.785048 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-ab7715c9-d94f-445e-8033-3618495f5618 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765714'] for router_interface (13fb7b87-e804-4c1c-9eb0-13a79b3201ee), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:22.935525 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c350f8c4-1cbc-44de-9003-1964a6af7f28 req-e40cd40e-bb97-4ef9-83e4-e4298359417a tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:22.937185 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-c350f8c4-1cbc-44de-9003-1964a6af7f28 req-e40cd40e-bb97-4ef9-83e4-e4298359417a tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 946 time: 0.0479755 Jun 03 15:31:22.996920 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab7715c9-d94f-445e-8033-3618495f5618 admin admin] Router 13fb7b87-e804-4c1c-9eb0-13a79b3201ee has already been hosted by L3 agent af3cb756-c261-4349-9f96-3650fb8ddf57 {{(pid=103919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 15:31:23.001615 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-c350f8c4-1cbc-44de-9003-1964a6af7f28 req-82f7521f-2a7d-4ca9-8847-33b392d2ef92 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=45dd2ee8-9c49-4cc0-8a1e-dc499d869f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581961 Jun 03 15:31:23.100453 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab7715c9-d94f-445e-8033-3618495f5618 admin admin] Notify agent at l3_agent.dv-cinder-831247-16-iscsi the message routers_updated {{(pid=103919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 15:31:23.107025 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-ab7715c9-d94f-445e-8033-3618495f5618 admin admin] 10.222.0.93 "PUT /v2.0/routers/13fb7b87-e804-4c1c-9eb0-13a79b3201ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8622434 Jun 03 15:31:23.107746 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 54306) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:31:23.109504 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7eb1de6-42e4-4d21-8128-7c60bc2595dc None None] Sync routers for ids ['13fb7b87-e804-4c1c-9eb0-13a79b3201ee'] in dv-cinder-831247-16-iscsi {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:31:23.121023 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7eb1de6-42e4-4d21-8128-7c60bc2595dc None None] Routers {'13fb7b87-e804-4c1c-9eb0-13a79b3201ee'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:31:23.121665 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-b7eb1de6-42e4-4d21-8128-7c60bc2595dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:30:54Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['13fb7b87-e804-4c1c-9eb0-13a79b3201ee'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:23.214343 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-43e86bc9-a478-4b34-a106-86a4a54ec702 admin admin] Publish callbacks [] for router (13fb7b87-e804-4c1c-9eb0-13a79b3201ee), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:23.225120 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-b7eb1de6-42e4-4d21-8128-7c60bc2595dc None None] Set router 13fb7b87-e804-4c1c-9eb0-13a79b3201ee gateway port host: dv-cinder-831247-16-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:31:23.319289 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-43e86bc9-a478-4b34-a106-86a4a54ec702 admin admin] Publish callbacks [] for router_gateway (13fb7b87-e804-4c1c-9eb0-13a79b3201ee), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:23.363580 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.plugin [None req-43e86bc9-a478-4b34-a106-86a4a54ec702 admin admin] Deleting port 7e740a2d-e086-4058-97f6-07757ed56bbc {{(pid=103919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:31:23.363920 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-43e86bc9-a478-4b34-a106-86a4a54ec702 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (7e740a2d-e086-4058-97f6-07757ed56bbc), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:23.392564 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-b7eb1de6-42e4-4d21-8128-7c60bc2595dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fb7b87-e804-4c1c-9eb0-13a79b3201ee', 'name': 'tempest-TestMinimumBasicScenario-820550424-router', 'tenant_id': '433937ccb338451d8b27f5be7c1d78fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '7e740a2d-e086-4058-97f6-07757ed56bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:27:40Z', 'updated_at': '2022-06-03T15:31:22Z', 'revision_number': 5, 'project_id': '433937ccb338451d8b27f5be7c1d78fa', 'gw_port': {'id': '7e740a2d-e086-4058-97f6-07757ed56bbc', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:02:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fb7b87-e804-4c1c-9eb0-13a79b3201ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:27:41Z', 'updated_at': '2022-06-03T15:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi'}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:23.402066 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:23.418842 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7eb1de6-42e4-4d21-8128-7c60bc2595dc None None] Checking router: 13fb7b87-e804-4c1c-9eb0-13a79b3201ee for host: dv-cinder-831247-16-iscsi {{(pid=103922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:31:23.427609 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7eb1de6-42e4-4d21-8128-7c60bc2595dc None None] Routers {'13fb7b87-e804-4c1c-9eb0-13a79b3201ee'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:31:23.428438 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-b7eb1de6-42e4-4d21-8128-7c60bc2595dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:30:54Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['13fb7b87-e804-4c1c-9eb0-13a79b3201ee'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:23.445807 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=100 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:23.450989 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [None req-43e86bc9-a478-4b34-a106-86a4a54ec702 admin admin] For port 7e740a2d-e086-4058-97f6-07757ed56bbc, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=7e740a2d-e086-4058-97f6-07757ed56bbc,segment=NetworkSegment(fb1f6c29-8e9a-43bb-852a-39936675ceea),segment_id=fb1f6c29-8e9a-43bb-852a-39936675ceea)] {{(pid=103919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:31:23.451353 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-43e86bc9-a478-4b34-a106-86a4a54ec702 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (7e740a2d-e086-4058-97f6-07757ed56bbc), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:23.468151 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.plugin [None req-43e86bc9-a478-4b34-a106-86a4a54ec702 admin admin] Calling delete_port for 7e740a2d-e086-4058-97f6-07757ed56bbc owned by network:router_gateway {{(pid=103919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:31:23.492949 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=100 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:23.513922 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-b7eb1de6-42e4-4d21-8128-7c60bc2595dc None None] Set router 13fb7b87-e804-4c1c-9eb0-13a79b3201ee gateway port host: None {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:31:23.567492 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-b7eb1de6-42e4-4d21-8128-7c60bc2595dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fb7b87-e804-4c1c-9eb0-13a79b3201ee', 'name': 'tempest-TestMinimumBasicScenario-820550424-router', 'tenant_id': '433937ccb338451d8b27f5be7c1d78fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:27:40Z', 'updated_at': '2022-06-03T15:31:23Z', 'revision_number': 6, 'project_id': '433937ccb338451d8b27f5be7c1d78fa', 'gw_port_host': None}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:23.592065 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7eb1de6-42e4-4d21-8128-7c60bc2595dc None None] The sync data for ids ['13fb7b87-e804-4c1c-9eb0-13a79b3201ee'] in dv-cinder-831247-16-iscsi is: [{'id': '13fb7b87-e804-4c1c-9eb0-13a79b3201ee', 'name': 'tempest-TestMinimumBasicScenario-820550424-router', 'tenant_id': '433937ccb338451d8b27f5be7c1d78fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:27:40Z', 'updated_at': '2022-06-03T15:31:23Z', 'revision_number': 6, 'project_id': '433937ccb338451d8b27f5be7c1d78fa', 'gw_port_host': None}] {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:31:23.649522 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-43e86bc9-a478-4b34-a106-86a4a54ec702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4807792'] for port (7e740a2d-e086-4058-97f6-07757ed56bbc), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:23.676258 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e86bc9-a478-4b34-a106-86a4a54ec702 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e740a2d-e086-4058-97f6-07757ed56bbc,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:23.744910 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-43e86bc9-a478-4b34-a106-86a4a54ec702 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-763410'] for router_gateway (13fb7b87-e804-4c1c-9eb0-13a79b3201ee), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:23.780856 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0e32ed9f-162d-4ee9-80f4-117a4b9eb978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (af3cb756-c261-4349-9f96-3650fb8ddf57), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:23.845874 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-43e86bc9-a478-4b34-a106-86a4a54ec702 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-758203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8029'] for router (13fb7b87-e804-4c1c-9eb0-13a79b3201ee), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:23.848126 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-43e86bc9-a478-4b34-a106-86a4a54ec702 admin admin] Publish callbacks [] for router_controller (13fb7b87-e804-4c1c-9eb0-13a79b3201ee), precommit_delete_associations {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:23.914294 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-43e86bc9-a478-4b34-a106-86a4a54ec702 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-758146'] for router (13fb7b87-e804-4c1c-9eb0-13a79b3201ee), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:23.915782 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e86bc9-a478-4b34-a106-86a4a54ec702 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13fb7b87-e804-4c1c-9eb0-13a79b3201ee {{(pid=103919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 03 15:31:23.926227 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-43e86bc9-a478-4b34-a106-86a4a54ec702 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:23.930557 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-43e86bc9-a478-4b34-a106-86a4a54ec702 admin admin] 10.222.0.93 "DELETE /v2.0/routers/13fb7b87-e804-4c1c-9eb0-13a79b3201ee HTTP/1.1" status: 204 len: 168 time: 0.8197079 Jun 03 15:31:23.930858 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 54308) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:31:23.979709 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.db_base_plugin_v2 [None req-31f29844-b8b1-4580-aa99-1e36003e1925 admin admin] Deleting subnet a13facb1-4ddd-4ed5-b7b8-75cca76afbb0 {{(pid=103919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 03 15:31:23.983267 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-31f29844-b8b1-4580-aa99-1e36003e1925 admin admin] Publish callbacks [] for subnet (a13facb1-4ddd-4ed5-b7b8-75cca76afbb0), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:24.020938 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-31f29844-b8b1-4580-aa99-1e36003e1925 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4652770'] for subnet (a13facb1-4ddd-4ed5-b7b8-75cca76afbb0), precommit_delete_associations {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:24.098927 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device d9b83d57-c4d8-452e-af49-10410de203a8 no longer exists at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 15:31:24.120553 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] No Port match for: d9b83d57-c4d8-452e-af49-10410de203a8 {{(pid=103921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 15:31:24.121264 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device d9b83d57-c4d8-452e-af49-10410de203a8 not bound to the agent host dv-cinder-831247-16-iscsi {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 15:31:24.145329 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-31f29844-b8b1-4580-aa99-1e36003e1925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1655370'] for subnet (a13facb1-4ddd-4ed5-b7b8-75cca76afbb0), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:24.213730 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f795b23-8776-404a-b250-27fbad680ec2 req-97e2ad50-49cb-437e-98ce-ee85c99fc6a0 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:24.215260 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-7f795b23-8776-404a-b250-27fbad680ec2 req-97e2ad50-49cb-437e-98ce-ee85c99fc6a0 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 946 time: 0.0952039 Jun 03 15:31:24.267521 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-31f29844-b8b1-4580-aa99-1e36003e1925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1655361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4807683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4495087'] for subnet (a13facb1-4ddd-4ed5-b7b8-75cca76afbb0), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:24.303198 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-7f795b23-8776-404a-b250-27fbad680ec2 req-c944898c-67a2-4327-a237-f5b4ddf00a64 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=45dd2ee8-9c49-4cc0-8a1e-dc499d869f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816648 Jun 03 15:31:24.306145 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-31f29844-b8b1-4580-aa99-1e36003e1925 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:24.309955 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-31f29844-b8b1-4580-aa99-1e36003e1925 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/a13facb1-4ddd-4ed5-b7b8-75cca76afbb0 HTTP/1.1" status: 204 len: 168 time: 0.3780184 Jun 03 15:31:24.310816 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f29844-b8b1-4580-aa99-1e36003e1925 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a13facb1-4ddd-4ed5-b7b8-75cca76afbb0,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:24.311246 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d80989-92fc-49f5-b10b-b58c0dbba449 None None] Network c32827c9-0a8a-4040-bd5c-4163832f44c9 requested from dv-cinder-831247-16-iscsi {{(pid=103921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 15:31:24.312578 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 54312) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:31:24.320065 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f29844-b8b1-4580-aa99-1e36003e1925 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:24.320418 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f29844-b8b1-4580-aa99-1e36003e1925 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:24.320763 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f29844-b8b1-4580-aa99-1e36003e1925 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:24.321106 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f29844-b8b1-4580-aa99-1e36003e1925 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:24.321457 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f29844-b8b1-4580-aa99-1e36003e1925 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:24.321764 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f29844-b8b1-4580-aa99-1e36003e1925 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:24.322093 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f29844-b8b1-4580-aa99-1e36003e1925 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:24.322479 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f29844-b8b1-4580-aa99-1e36003e1925 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:24.322773 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f29844-b8b1-4580-aa99-1e36003e1925 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:24.323149 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f29844-b8b1-4580-aa99-1e36003e1925 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:24.323479 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f29844-b8b1-4580-aa99-1e36003e1925 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:24.324011 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f29844-b8b1-4580-aa99-1e36003e1925 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:24.324659 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f29844-b8b1-4580-aa99-1e36003e1925 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:24.325093 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f29844-b8b1-4580-aa99-1e36003e1925 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:24.325513 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f29844-b8b1-4580-aa99-1e36003e1925 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:24.386634 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-550fae6d-f46c-4a5b-a014-0a1e3032c11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1730890'] for network (c32827c9-0a8a-4040-bd5c-4163832f44c9), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:24.429831 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-550fae6d-f46c-4a5b-a014-0a1e3032c11f admin admin] Deleting port b769debe-6e02-4a63-9203-b36466754632 {{(pid=103920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:31:24.430785 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-550fae6d-f46c-4a5b-a014-0a1e3032c11f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (b769debe-6e02-4a63-9203-b36466754632), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:24.486133 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ab0669-ffe9-4e5a-886f-5dd82d0ff1e0 None None] DHCP port deletion for c32827c9-0a8a-4040-bd5c-4163832f44c9 request from dv-cinder-831247-16-iscsi {{(pid=103921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 03 15:31:24.506356 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [None req-550fae6d-f46c-4a5b-a014-0a1e3032c11f admin admin] For port b769debe-6e02-4a63-9203-b36466754632, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=b769debe-6e02-4a63-9203-b36466754632,segment=NetworkSegment(7c895936-0e57-482c-9a3e-f4272e4fad47),segment_id=7c895936-0e57-482c-9a3e-f4272e4fad47)] {{(pid=103920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:31:24.506750 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-550fae6d-f46c-4a5b-a014-0a1e3032c11f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (b769debe-6e02-4a63-9203-b36466754632), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:24.521417 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-550fae6d-f46c-4a5b-a014-0a1e3032c11f admin admin] Calling delete_port for b769debe-6e02-4a63-9203-b36466754632 owned by network:dhcp {{(pid=103920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:31:24.523980 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-f3ab0669-ffe9-4e5a-886f-5dd82d0ff1e0 None None] Deleting port b769debe-6e02-4a63-9203-b36466754632 {{(pid=103921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:31:24.524351 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f3ab0669-ffe9-4e5a-886f-5dd82d0ff1e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (b769debe-6e02-4a63-9203-b36466754632), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:24.589317 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-f3ab0669-ffe9-4e5a-886f-5dd82d0ff1e0 None None] For port b769debe-6e02-4a63-9203-b36466754632, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=b769debe-6e02-4a63-9203-b36466754632,segment=NetworkSegment(7c895936-0e57-482c-9a3e-f4272e4fad47),segment_id=7c895936-0e57-482c-9a3e-f4272e4fad47)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:31:24.589709 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f3ab0669-ffe9-4e5a-886f-5dd82d0ff1e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (b769debe-6e02-4a63-9203-b36466754632), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:24.603655 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-f3ab0669-ffe9-4e5a-886f-5dd82d0ff1e0 None None] Calling delete_port for b769debe-6e02-4a63-9203-b36466754632 owned by network:dhcp {{(pid=103921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:31:24.606180 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-550fae6d-f46c-4a5b-a014-0a1e3032c11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5848811'] for port (b769debe-6e02-4a63-9203-b36466754632), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:24.613655 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:24.635427 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550fae6d-f46c-4a5b-a014-0a1e3032c11f admin admin] No DVR routers for this DVR port b769debe-6e02-4a63-9203-b36466754632 on host dv-cinder-831247-16-iscsi {{(pid=103920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 15:31:24.636978 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550fae6d-f46c-4a5b-a014-0a1e3032c11f admin admin] Pushing event deleted for resources: {'Port': ['ID=b769debe-6e02-4a63-9203-b36466754632,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:24.694338 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f3ab0669-ffe9-4e5a-886f-5dd82d0ff1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569'] for port (b769debe-6e02-4a63-9203-b36466754632), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:24.717895 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ab0669-ffe9-4e5a-886f-5dd82d0ff1e0 None None] Pushing event deleted for resources: {'Port': ['ID=b769debe-6e02-4a63-9203-b36466754632,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:24.718766 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-550fae6d-f46c-4a5b-a014-0a1e3032c11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1656049', 'neutron.services.segments.db._delete_segments_for_network-8736362815142'] for network (c32827c9-0a8a-4040-bd5c-4163832f44c9), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:24.723644 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ab0669-ffe9-4e5a-886f-5dd82d0ff1e0 None None] No DVR routers for this DVR port b769debe-6e02-4a63-9203-b36466754632 on host dv-cinder-831247-16-iscsi {{(pid=103921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 15:31:24.745439 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.services.segments.db [None req-550fae6d-f46c-4a5b-a014-0a1e3032c11f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c32827c9-0a8a-4040-bd5c-4163832f44c9']}} {{(pid=103920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:24.759658 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.services.segments.db [None req-550fae6d-f46c-4a5b-a014-0a1e3032c11f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c895936-0e57-482c-9a3e-f4272e4fad47') {'for_net_delete': True} {{(pid=103920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:24.760265 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.services.segments.db [None req-550fae6d-f46c-4a5b-a014-0a1e3032c11f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c895936-0e57-482c-9a3e-f4272e4fad47') {} {{(pid=103920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:24.776667 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-550fae6d-f46c-4a5b-a014-0a1e3032c11f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362818991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4693035'] for segment (7c895936-0e57-482c-9a3e-f4272e4fad47), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:24.791401 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-550fae6d-f46c-4a5b-a014-0a1e3032c11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659633'] for segment (7c895936-0e57-482c-9a3e-f4272e4fad47), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:24.798120 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-550fae6d-f46c-4a5b-a014-0a1e3032c11f admin admin] Releasing vlan 877 on physical network physnet1 to pool {{(pid=103920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:31:24.798655 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-550fae6d-f46c-4a5b-a014-0a1e3032c11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5832762'] for segment (7c895936-0e57-482c-9a3e-f4272e4fad47), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:24.841744 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.services.segments.plugin [-] Segment 7c895936-0e57-482c-9a3e-f4272e4fad47 resource provider aggregate not found Jun 03 15:31:24.865014 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.services.segments.plugin [-] Segment 7c895936-0e57-482c-9a3e-f4272e4fad47 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7c895936-0e57-482c-9a3e-f4272e4fad47 found for delete ", "request_id": "req-6a3c8811-d350-4e1f-b20d-f0df72085ba9"}]} Jun 03 15:31:24.870656 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-550fae6d-f46c-4a5b-a014-0a1e3032c11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1656008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-763130'] for network (c32827c9-0a8a-4040-bd5c-4163832f44c9), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:24.877065 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-550fae6d-f46c-4a5b-a014-0a1e3032c11f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for network (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:24.880396 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-550fae6d-f46c-4a5b-a014-0a1e3032c11f admin admin] 10.222.0.93 "DELETE /v2.0/networks/c32827c9-0a8a-4040-bd5c-4163832f44c9 HTTP/1.1" status: 204 len: 168 time: 0.5655286 Jun 03 15:31:24.892168 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550fae6d-f46c-4a5b-a014-0a1e3032c11f admin admin] Pushing event deleted for resources: {'Network': ['ID=c32827c9-0a8a-4040-bd5c-4163832f44c9,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:25.058638 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 54320) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:31:25.101840 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-257652f6-2932-4bf8-ae21-5f742bddd0e0 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=00d2022cc4be4779af1edf1520c439ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415668 Jun 03 15:31:25.104796 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 54322) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:31:25.154632 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:25.166390 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-60ecf988-ac13-4e71-8059-39866698d408 admin admin] Publish callbacks [] for security_group (d859fc33-d2f7-46f3-a29c-83d9a52aafe7), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:25.190759 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-60ecf988-ac13-4e71-8059-39866698d408 admin admin] Publish callbacks [] for security_group (d859fc33-d2f7-46f3-a29c-83d9a52aafe7), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:25.241143 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-60ecf988-ac13-4e71-8059-39866698d408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (d859fc33-d2f7-46f3-a29c-83d9a52aafe7), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:25.243766 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-60ecf988-ac13-4e71-8059-39866698d408 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:25.244919 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-60ecf988-ac13-4e71-8059-39866698d408 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d859fc33-d2f7-46f3-a29c-83d9a52aafe7 HTTP/1.1" status: 204 len: 168 time: 0.1397343 Jun 03 15:31:25.255258 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ecf988-ac13-4e71-8059-39866698d408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d859fc33-d2f7-46f3-a29c-83d9a52aafe7,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:25.444202 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e23b29-f3f9-4d6f-87c9-ca92a51707c7 req-27c7ff86-5c8b-4376-878c-bfc3e645ac88 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:25.445711 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-77e23b29-f3f9-4d6f-87c9-ca92a51707c7 req-27c7ff86-5c8b-4376-878c-bfc3e645ac88 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 946 time: 0.0583768 Jun 03 15:31:25.459421 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:25.502073 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-77e23b29-f3f9-4d6f-87c9-ca92a51707c7 req-3710ddbc-f968-4c2c-9b57-65c66d43311e tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=45dd2ee8-9c49-4cc0-8a1e-dc499d869f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506516 Jun 03 15:31:25.518518 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ea450706-6f9d-4600-9901-8a13358e87c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (c1b56563-1529-491f-97b0-bd0331fef87b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:25.616536 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 54332) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:31:25.635015 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c64c5e-c17d-46d1-bd57-854aa48033dc req-8c796894-054e-4289-8d12-45ad8d06d777 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:25.636643 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-a4c64c5e-c17d-46d1-bd57-854aa48033dc req-8c796894-054e-4289-8d12-45ad8d06d777 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 946 time: 0.0497029 Jun 03 15:31:25.647739 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 54334) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:31:25.653595 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-940cbc55-d683-4a91-b3c6-2f427385615e tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Request body: {'floatingip': {'port_id': '009f1a65-b949-4493-a4fc-88ecafb96c71'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:31:25.656117 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:25.661652 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-901d97f9-0fc3-4bd9-88c5-af0888a7ed39 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=433937ccb338451d8b27f5be7c1d78fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435252 Jun 03 15:31:25.664260 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 54336) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:31:25.692396 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-940cbc55-d683-4a91-b3c6-2f427385615e tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks [] for floatingip (21f026aa-f6fb-4248-a7ac-e086bda25e3f), before_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:25.715184 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-343d3027-c017-48f4-b4b9-173c73671ea3 admin admin] Publish callbacks [] for security_group (1665c8e2-0793-484b-8aee-bcdfb32d2d0c), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:25.739926 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-343d3027-c017-48f4-b4b9-173c73671ea3 admin admin] Publish callbacks [] for security_group (1665c8e2-0793-484b-8aee-bcdfb32d2d0c), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:25.797755 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-343d3027-c017-48f4-b4b9-173c73671ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (1665c8e2-0793-484b-8aee-bcdfb32d2d0c), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:25.800647 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-343d3027-c017-48f4-b4b9-173c73671ea3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:25.801805 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-343d3027-c017-48f4-b4b9-173c73671ea3 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/1665c8e2-0793-484b-8aee-bcdfb32d2d0c HTTP/1.1" status: 204 len: 168 time: 0.1366594 Jun 03 15:31:25.809953 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343d3027-c017-48f4-b4b9-173c73671ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1665c8e2-0793-484b-8aee-bcdfb32d2d0c,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:25.856179 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device b769debe-6e02-4a63-9203-b36466754632 no longer exists at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 15:31:25.875978 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] No Port match for: b769debe-6e02-4a63-9203-b36466754632 {{(pid=103921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 15:31:25.876311 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device b769debe-6e02-4a63-9203-b36466754632 not bound to the agent host dv-cinder-831247-16-iscsi {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 15:31:25.876922 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device 7e740a2d-e086-4058-97f6-07757ed56bbc no longer exists at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 15:31:25.899426 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] No Port match for: 7e740a2d-e086-4058-97f6-07757ed56bbc {{(pid=103921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 15:31:25.899762 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device 7e740a2d-e086-4058-97f6-07757ed56bbc not bound to the agent host dv-cinder-831247-16-iscsi {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 15:31:26.118379 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:26.389616 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-940cbc55-d683-4a91-b3c6-2f427385615e tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:26.394831 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-940cbc55-d683-4a91-b3c6-2f427385615e tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763103'] for floatingip (21f026aa-f6fb-4248-a7ac-e086bda25e3f), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:26.506142 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.db.l3_db [None req-940cbc55-d683-4a91-b3c6-2f427385615e tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Floating IP 21f026aa-f6fb-4248-a7ac-e086bda25e3f associated. External IP: 172.27.3.242, port: 009f1a65-b949-4493-a4fc-88ecafb96c71. Jun 03 15:31:26.528738 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:26.546885 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0007325d-49bd-45ba-86c8-d0efad7af70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (e76c2f28-d1d2-478d-a24e-96dcb24ae502), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:26.613203 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 54358) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:31:26.717997 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-940cbc55-d683-4a91-b3c6-2f427385615e tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Router 6cd5fe5b-023c-4cb7-aad9-e052cab5eef0 has already been hosted by L3 agent af3cb756-c261-4349-9f96-3650fb8ddf57 {{(pid=103919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 15:31:26.726022 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-d8d8630c-d6ef-4efb-a638-32dd072b603d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1236245195-network', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:31:26.746287 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d8630c-d6ef-4efb-a638-32dd072b603d admin admin] Made reservation on behalf of 141bd2be69f243aa926f28b96eb6f0d5 for: {'network': 1} {{(pid=103920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:31:26.748749 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-d8d8630c-d6ef-4efb-a638-32dd072b603d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for network (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:26.758964 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-d8d8630c-d6ef-4efb-a638-32dd072b603d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:26.831208 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940cbc55-d683-4a91-b3c6-2f427385615e tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Notify agent at l3_agent.dv-cinder-831247-16-iscsi the message routers_updated {{(pid=103919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 15:31:26.836018 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-940cbc55-d683-4a91-b3c6-2f427385615e tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for floatingip (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:26.842323 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e033fae-f0c7-4645-95ff-f6e586764b92 None None] Sync routers for ids ['6cd5fe5b-023c-4cb7-aad9-e052cab5eef0'] in dv-cinder-831247-16-iscsi {{(pid=103921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:31:26.849989 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-d8d8630c-d6ef-4efb-a638-32dd072b603d admin admin] Publish callbacks [] for security_group (3dea8c6f-ea77-40ca-9a0f-e7a7376dc9e2), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:26.856096 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-d8d8630c-d6ef-4efb-a638-32dd072b603d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (3dea8c6f-ea77-40ca-9a0f-e7a7376dc9e2), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:26.858457 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e033fae-f0c7-4645-95ff-f6e586764b92 None None] Routers {'6cd5fe5b-023c-4cb7-aad9-e052cab5eef0'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:31:26.859278 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-9e033fae-f0c7-4645-95ff-f6e586764b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:31:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['6cd5fe5b-023c-4cb7-aad9-e052cab5eef0'], 'active': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:26.872046 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-940cbc55-d683-4a91-b3c6-2f427385615e tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "PUT /v2.0/floatingips/21f026aa-f6fb-4248-a7ac-e086bda25e3f HTTP/1.1" status: 200 len: 992 time: 1.2214825 Jun 03 15:31:26.873080 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43beed7e-5952-4cc8-89ea-8c819ceb44de', 'tag': '009f1a65-b949-4493-a4fc-88ecafb96c71'}] {{(pid=103919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:31:26.876401 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb6718ce3f0a4af57ef91ee7142c10b6234fd65cffdc95d0a08216ae9169e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ce4591-341d-459a-abf1-0919ccbd38e4" -d '{"events": [{"name": "network-changed", "server_uuid": "43beed7e-5952-4cc8-89ea-8c819ceb44de", "tag": "009f1a65-b949-4493-a4fc-88ecafb96c71"}]}' {{(pid=103919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:31:26.880554 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8d8630c-d6ef-4efb-a638-32dd072b603d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 857} {{(pid=103920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:31:26.898837 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d8630c-d6ef-4efb-a638-32dd072b603d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dea8c6f-ea77-40ca-9a0f-e7a7376dc9e2,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:26.902254 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-d8d8630c-d6ef-4efb-a638-32dd072b603d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659633'] for segment (cddab803-ac25-466c-8492-d9f6e68d1532), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:26.902798 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.db.segments_db [None req-d8d8630c-d6ef-4efb-a638-32dd072b603d admin admin] Added segment cddab803-ac25-466c-8492-d9f6e68d1532 of type vlan for network 2d580292-795d-4fee-87ce-011961d3c846 Jun 03 15:31:26.922429 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 15:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb56678-94b2-4da0-bb4f-631e770c2b0c x-openstack-request-id: req-8fb56678-94b2-4da0-bb4f-631e770c2b0c {{(pid=103919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:31:26.922965 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43beed7e-5952-4cc8-89ea-8c819ceb44de", "tag": "009f1a65-b949-4493-a4fc-88ecafb96c71", "status": "completed", "code": 200}]} {{(pid=103919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:31:26.923126 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8fb56678-94b2-4da0-bb4f-631e770c2b0c {{(pid=103919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:31:26.923681 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fb56678-94b2-4da0-bb4f-631e770c2b0c'] response: {'name': 'network-changed', 'server_uuid': '43beed7e-5952-4cc8-89ea-8c819ceb44de', 'tag': '009f1a65-b949-4493-a4fc-88ecafb96c71', 'status': 'completed', 'code': 200} Jun 03 15:31:26.955125 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-d8d8630c-d6ef-4efb-a638-32dd072b603d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362361959'] for network (2d580292-795d-4fee-87ce-011961d3c846), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:26.983540 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-d8d8630c-d6ef-4efb-a638-32dd072b603d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408'] for network (2d580292-795d-4fee-87ce-011961d3c846), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:26.984547 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d8630c-d6ef-4efb-a638-32dd072b603d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:26.985178 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-d8d8630c-d6ef-4efb-a638-32dd072b603d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for network (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:27.014783 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce4591-341d-459a-abf1-0919ccbd38e4 req-82239d66-5511-4c5d-b6aa-414b0aa61cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:27.018432 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b8ce4591-341d-459a-abf1-0919ccbd38e4 req-82239d66-5511-4c5d-b6aa-414b0aa61cfc service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1b930cadb2dc4e49947db0514528617d&device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 1130 time: 0.0611181 Jun 03 15:31:27.036636 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-d8d8630c-d6ef-4efb-a638-32dd072b603d admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.4223316 Jun 03 15:31:27.043284 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 54366) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:31:27.055993 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d8630c-d6ef-4efb-a638-32dd072b603d admin admin] Pushing event updated for resources: {'Network': ['ID=2d580292-795d-4fee-87ce-011961d3c846,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:27.067849 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Network 2d580292-795d-4fee-87ce-011961d3c846 details requested by agent ovs-agent-dv-cinder-831247-16-iscsi with host dv-cinder-831247-16-iscsi {{(pid=103921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 03 15:31:27.087432 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-a9c985b0-bae8-4c3b-96c9-e0191229d046 admin admin] Request body: {'subnet': {'network_id': '2d580292-795d-4fee-87ce-011961d3c846', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1236245195-subnet', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'ip_version': 4}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:31:27.114157 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:27.121959 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c985b0-bae8-4c3b-96c9-e0191229d046 admin admin] Made reservation on behalf of 141bd2be69f243aa926f28b96eb6f0d5 for: {'subnet': 1} {{(pid=103919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:31:27.124334 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-a9c985b0-bae8-4c3b-96c9-e0191229d046 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4495044'] for subnet (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:27.166570 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvr_db [None req-9e033fae-f0c7-4645-95ff-f6e586764b92 None None] Set router 6cd5fe5b-023c-4cb7-aad9-e052cab5eef0 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:31:27.203603 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce4591-341d-459a-abf1-0919ccbd38e4 req-aea278f1-9aad-429e-a8c3-6923cb602a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:27.205090 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b8ce4591-341d-459a-abf1-0919ccbd38e4 req-aea278f1-9aad-429e-a8c3-6923cb602a06 service neutron] 10.222.0.95 "GET /v2.0/networks?id=6297c62b-cf60-4797-8fdd-d236a362ff82 HTTP/1.1" status: 200 len: 918 time: 0.1788998 Jun 03 15:31:27.231348 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:27.319311 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b8ce4591-341d-459a-abf1-0919ccbd38e4 req-a692178e-137c-4c6c-a812-5ddf1b7e200c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=009f1a65-b949-4493-a4fc-88ecafb96c71 HTTP/1.1" status: 200 len: 1000 time: 0.0974030 Jun 03 15:31:27.395073 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-9e033fae-f0c7-4645-95ff-f6e586764b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd5fe5b-023c-4cb7-aad9-e052cab5eef0', 'name': 'tempest-AttachVolumeShelveTestJSON-1264158732-router', 'tenant_id': '1b930cadb2dc4e49947db0514528617d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '86ba1ff2-21ae-47f9-9cdf-edf65a092d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:38Z', 'updated_at': '2022-06-03T15:27:01Z', 'revision_number': 4, 'project_id': '1b930cadb2dc4e49947db0514528617d', 'gw_port': {'id': '86ba1ff2-21ae-47f9-9cdf-edf65a092d4e', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd5fe5b-023c-4cb7-aad9-e052cab5eef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:41Z', 'updated_at': '2022-06-03T15:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_floatingips': [{'id': '21f026aa-f6fb-4248-a7ac-e086bda25e3f', 'tenant_id': '1b930cadb2dc4e49947db0514528617d', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'router_id': '6cd5fe5b-023c-4cb7-aad9-e052cab5eef0', 'port_id': '009f1a65-b949-4493-a4fc-88ecafb96c71', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6297c62b-cf60-4797-8fdd-d236a362ff82', 'mac_address': 'fa:16:3e:fe:37:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43beed7e-5952-4cc8-89ea-8c819ceb44de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:31:10Z', 'updated_at': '2022-06-03T15:31:26Z', 'revision_number': 1, 'project_id': '1b930cadb2dc4e49947db0514528617d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf131b2b-599d-46a7-87a3-df5152fb5c69', 'name': '', 'network_id': '6297c62b-cf60-4797-8fdd-d236a362ff82', 'tenant_id': '1b930cadb2dc4e49947db0514528617d', 'mac_address': 'fa:16:3e:43:3d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd5fe5b-023c-4cb7-aad9-e052cab5eef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'f60f46ef-d4d3-474d-b0dd-61750c5ae20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:59Z', 'updated_at': '2022-06-03T15:27:07Z', 'revision_number': 5, 'project_id': '1b930cadb2dc4e49947db0514528617d', 'subnets': [{'id': 'f60f46ef-d4d3-474d-b0dd-61750c5ae20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:27.413955 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce4591-341d-459a-abf1-0919ccbd38e4 req-07a907e5-5024-46c3-9e88-5490c78fb6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:27.415657 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b8ce4591-341d-459a-abf1-0919ccbd38e4 req-07a907e5-5024-46c3-9e88-5490c78fb6f9 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f60f46ef-d4d3-474d-b0dd-61750c5ae20f HTTP/1.1" status: 200 len: 856 time: 0.0884676 Jun 03 15:31:27.417098 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-a9c985b0-bae8-4c3b-96c9-e0191229d046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4807900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4495062'] for subnet (070f5c1f-f3d7-449a-a6e3-c5340374af16), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:27.422680 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e033fae-f0c7-4645-95ff-f6e586764b92 None None] Checking router: 6cd5fe5b-023c-4cb7-aad9-e052cab5eef0 for host: dv-cinder-831247-16-iscsi {{(pid=103921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:31:27.430802 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e033fae-f0c7-4645-95ff-f6e586764b92 None None] Routers {'6cd5fe5b-023c-4cb7-aad9-e052cab5eef0'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:31:27.431404 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-9e033fae-f0c7-4645-95ff-f6e586764b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:31:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['6cd5fe5b-023c-4cb7-aad9-e052cab5eef0'], 'active': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:27.501154 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c985b0-bae8-4c3b-96c9-e0191229d046 admin admin] Pushing event updated for resources: {'Subnet': ['ID=070f5c1f-f3d7-449a-a6e3-c5340374af16,revision_number=0']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:27.519950 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce4591-341d-459a-abf1-0919ccbd38e4 req-93ff1e8f-610c-4304-ab53-9c36a824a8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:27.521458 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b8ce4591-341d-459a-abf1-0919ccbd38e4 req-93ff1e8f-610c-4304-ab53-9c36a824a8d9 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6297c62b-cf60-4797-8fdd-d236a362ff82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0786097 Jun 03 15:31:27.528699 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c985b0-bae8-4c3b-96c9-e0191229d046 admin admin] Checking segment: {'id': 'cddab803-ac25-466c-8492-d9f6e68d1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '2d580292-795d-4fee-87ce-011961d3c846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:31:27.529092 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c985b0-bae8-4c3b-96c9-e0191229d046 admin admin] Network hostable DHCP agents. Network: 2d580292-795d-4fee-87ce-011961d3c846, hostable agents: ['ba2d900a-f6c8-44b2-a19a-5d512e564d5a'], hosted agents: [] {{(pid=103919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:31:27.537125 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvr_db [None req-9e033fae-f0c7-4645-95ff-f6e586764b92 None None] Set router 6cd5fe5b-023c-4cb7-aad9-e052cab5eef0 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:31:27.602646 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c985b0-bae8-4c3b-96c9-e0191229d046 admin admin] Network 2d580292-795d-4fee-87ce-011961d3c846 is scheduled to be hosted by DHCP agent ba2d900a-f6c8-44b2-a19a-5d512e564d5a with binding_index 1 {{(pid=103919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:31:27.623766 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.base_scheduler [None req-a9c985b0-bae8-4c3b-96c9-e0191229d046 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-16-iscsi, 2d580292-795d-4fee-87ce-011961d3c846) {{(pid=103919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:31:27.632796 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c985b0-bae8-4c3b-96c9-e0191229d046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:27.633377 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-a9c985b0-bae8-4c3b-96c9-e0191229d046 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:27.639244 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f30940-18df-4d5e-a281-823cfd8b10c6 None None] Network 2d580292-795d-4fee-87ce-011961d3c846 requested from dv-cinder-831247-16-iscsi {{(pid=103921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 15:31:27.653063 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b8ce4591-341d-459a-abf1-0919ccbd38e4 req-d0abcca7-9090-4331-962a-3962c8b2d6d5 service neutron] 10.222.0.95 "GET /v2.0/networks/6297c62b-cf60-4797-8fdd-d236a362ff82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199205 Jun 03 15:31:27.660936 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-a9c985b0-bae8-4c3b-96c9-e0191229d046 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6041980 Jun 03 15:31:27.664236 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 54370) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:31:27.668845 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-4dfc391c-1d1d-4e02-a563-a33541d85414 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1236245195-router', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913'}}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:31:27.697301 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4dfc391c-1d1d-4e02-a563-a33541d85414 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8047'] for router (45476b8a-23ce-41e3-a736-f2299dcd1bf9), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:27.698423 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4dfc391c-1d1d-4e02-a563-a33541d85414 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-758221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-763459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-749579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8036'] for router (45476b8a-23ce-41e3-a736-f2299dcd1bf9), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:27.755033 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b8ce4591-341d-459a-abf1-0919ccbd38e4 req-bc558803-7cac-45c2-9004-eb8f2b9d92dc service neutron] 10.222.0.95 "GET /v2.0/networks/6297c62b-cf60-4797-8fdd-d236a362ff82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930192 Jun 03 15:31:27.765290 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4dfc391c-1d1d-4e02-a563-a33541d85414 admin admin] Publish callbacks [] for router_controller (45476b8a-23ce-41e3-a736-f2299dcd1bf9), precommit_add_association {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:27.772591 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:27.808667 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=78,neutron:DELETE=7,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:27.855130 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc46a61-2980-4b79-9078-3f7697993fb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab2d7c19-a2cf-559f-b13f-a4a613ae6a08-2d580292-795d-4fee-87ce-011961d3c846', 'network_id': '2d580292-795d-4fee-87ce-011961d3c846', 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'fixed_ips': [{'subnet_id': '070f5c1f-f3d7-449a-a6e3-c5340374af16'}]}} from dv-cinder-831247-16-iscsi. {{(pid=103921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 03 15:31:27.856078 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0fc46a61-2980-4b79-9078-3f7697993fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:27.882248 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:27.892824 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-9e033fae-f0c7-4645-95ff-f6e586764b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd5fe5b-023c-4cb7-aad9-e052cab5eef0', 'name': 'tempest-AttachVolumeShelveTestJSON-1264158732-router', 'tenant_id': '1b930cadb2dc4e49947db0514528617d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '86ba1ff2-21ae-47f9-9cdf-edf65a092d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:38Z', 'updated_at': '2022-06-03T15:27:01Z', 'revision_number': 4, 'project_id': '1b930cadb2dc4e49947db0514528617d', 'gw_port': {'id': '86ba1ff2-21ae-47f9-9cdf-edf65a092d4e', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd5fe5b-023c-4cb7-aad9-e052cab5eef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:41Z', 'updated_at': '2022-06-03T15:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_floatingips': [{'id': '21f026aa-f6fb-4248-a7ac-e086bda25e3f', 'tenant_id': '1b930cadb2dc4e49947db0514528617d', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'router_id': '6cd5fe5b-023c-4cb7-aad9-e052cab5eef0', 'port_id': '009f1a65-b949-4493-a4fc-88ecafb96c71', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6297c62b-cf60-4797-8fdd-d236a362ff82', 'mac_address': 'fa:16:3e:fe:37:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43beed7e-5952-4cc8-89ea-8c819ceb44de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:31:10Z', 'updated_at': '2022-06-03T15:31:26Z', 'revision_number': 1, 'project_id': '1b930cadb2dc4e49947db0514528617d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf131b2b-599d-46a7-87a3-df5152fb5c69', 'name': '', 'network_id': '6297c62b-cf60-4797-8fdd-d236a362ff82', 'tenant_id': '1b930cadb2dc4e49947db0514528617d', 'mac_address': 'fa:16:3e:43:3d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd5fe5b-023c-4cb7-aad9-e052cab5eef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'f60f46ef-d4d3-474d-b0dd-61750c5ae20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:59Z', 'updated_at': '2022-06-03T15:27:07Z', 'revision_number': 5, 'project_id': '1b930cadb2dc4e49947db0514528617d', 'subnets': [{'id': 'f60f46ef-d4d3-474d-b0dd-61750c5ae20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:27.914374 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4dfc391c-1d1d-4e02-a563-a33541d85414 admin admin] Publish callbacks [] for router_gateway (45476b8a-23ce-41e3-a736-f2299dcd1bf9), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:27.926099 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e033fae-f0c7-4645-95ff-f6e586764b92 None None] The sync data for ids ['6cd5fe5b-023c-4cb7-aad9-e052cab5eef0'] in dv-cinder-831247-16-iscsi is: [{'id': '6cd5fe5b-023c-4cb7-aad9-e052cab5eef0', 'name': 'tempest-AttachVolumeShelveTestJSON-1264158732-router', 'tenant_id': '1b930cadb2dc4e49947db0514528617d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '86ba1ff2-21ae-47f9-9cdf-edf65a092d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:38Z', 'updated_at': '2022-06-03T15:27:01Z', 'revision_number': 4, 'project_id': '1b930cadb2dc4e49947db0514528617d', 'gw_port': {'id': '86ba1ff2-21ae-47f9-9cdf-edf65a092d4e', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd5fe5b-023c-4cb7-aad9-e052cab5eef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:41Z', 'updated_at': '2022-06-03T15:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_floatingips': [{'id': '21f026aa-f6fb-4248-a7ac-e086bda25e3f', 'tenant_id': '1b930cadb2dc4e49947db0514528617d', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'router_id': '6cd5fe5b-023c-4cb7-aad9-e052cab5eef0', 'port_id': '009f1a65-b949-4493-a4fc-88ecafb96c71', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6297c62b-cf60-4797-8fdd-d236a362ff82', 'mac_address': 'fa:16:3e:fe:37:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43beed7e-5952-4cc8-89ea-8c819ceb44de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:31:10Z', 'updated_at': '2022-06-03T15:31:26Z', 'revision_number': 1, 'project_id': '1b930cadb2dc4e49947db0514528617d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf131b2b-599d-46a7-87a3-df5152fb5c69', 'name': '', 'network_id': '6297c62b-cf60-4797-8fdd-d236a362ff82', 'tenant_id': '1b930cadb2dc4e49947db0514528617d', 'mac_address': 'fa:16:3e:43:3d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd5fe5b-023c-4cb7-aad9-e052cab5eef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'f60f46ef-d4d3-474d-b0dd-61750c5ae20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:59Z', 'updated_at': '2022-06-03T15:27:07Z', 'revision_number': 5, 'project_id': '1b930cadb2dc4e49947db0514528617d', 'subnets': [{'id': 'f60f46ef-d4d3-474d-b0dd-61750c5ae20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:31:27.972935 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:28.045271 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.db_base_plugin_common [None req-0fc46a61-2980-4b79-9078-3f7697993fb5 None None] Allocated IP 172.20.0.2 (2d580292-795d-4fee-87ce-011961d3c846/070f5c1f-f3d7-449a-a6e3-c5340374af16/d92d19dc-55f6-42ae-827d-f6658ae2e300) {{(pid=103921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:31:28.129071 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4dfc391c-1d1d-4e02-a563-a33541d85414 admin admin] Publish callbacks [] for router_gateway (45476b8a-23ce-41e3-a736-f2299dcd1bf9), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:28.151755 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4dfc391c-1d1d-4e02-a563-a33541d85414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:28.182263 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb94c75-5c9e-4bdc-99cf-0bd43da9f0cd None None] New status for floating IP 21f026aa-f6fb-4248-a7ac-e086bda25e3f: ACTIVE {{(pid=103922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 15:31:28.212457 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0fc46a61-2980-4b79-9078-3f7697993fb5 None None] Publish callbacks [] for port (d92d19dc-55f6-42ae-827d-f6658ae2e300), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:28.228992 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0fc46a61-2980-4b79-9078-3f7697993fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560'] for port (d92d19dc-55f6-42ae-827d-f6658ae2e300), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:28.257912 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (b78338d6-31c9-4f43-bfac-5a5a854a8366), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:28.273394 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc46a61-2980-4b79-9078-3f7697993fb5 None None] Network 2d580292-795d-4fee-87ce-011961d3c846 is already hosted by enough agents. {{(pid=103921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:31:28.275899 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_common [None req-4dfc391c-1d1d-4e02-a563-a33541d85414 admin admin] Allocated IP 172.27.3.164 (2ebb747a-15cb-4ff0-831b-eddaba7ea913/396ae3db-97af-42d7-bc28-96050c96ba42/47a7f593-cbc6-4a09-8a1f-000c5b9a6915) {{(pid=103920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:31:28.276385 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.scheduler.base_scheduler [None req-0fc46a61-2980-4b79-9078-3f7697993fb5 None None] Resources bound (agent type, host, resource id): {{(pid=103921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:31:28.280482 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc46a61-2980-4b79-9078-3f7697993fb5 None None] Received port after_create {{(pid=103921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:31:28.302410 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc46a61-2980-4b79-9078-3f7697993fb5 None None] Pushing event updated for resources: {'Port': ['ID=d92d19dc-55f6-42ae-827d-f6658ae2e300,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:28.351138 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-0fc46a61-2980-4b79-9078-3f7697993fb5 None None] Attempting to bind port d92d19dc-55f6-42ae-827d-f6658ae2e300 on host dv-cinder-831247-16-iscsi for vnic_type normal with profile {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 15:31:28.351510 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-0fc46a61-2980-4b79-9078-3f7697993fb5 None None] Attempting to bind port d92d19dc-55f6-42ae-827d-f6658ae2e300 by drivers openvswitch,hyperv on host dv-cinder-831247-16-iscsi at level 0 using segments [{'id': 'cddab803-ac25-466c-8492-d9f6e68d1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '2d580292-795d-4fee-87ce-011961d3c846'}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 15:31:28.351849 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc46a61-2980-4b79-9078-3f7697993fb5 None None] Attempting to bind port d92d19dc-55f6-42ae-827d-f6658ae2e300 on network 2d580292-795d-4fee-87ce-011961d3c846 {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:31:28.357394 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc46a61-2980-4b79-9078-3f7697993fb5 None None] Checking agent: {'id': 'b78338d6-31c9-4f43-bfac-5a5a854a8366', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 17, 58), 'started_at': datetime.datetime(2022, 6, 3, 15, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 15:31:28.357765 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc46a61-2980-4b79-9078-3f7697993fb5 None None] Checking segment: {'id': 'cddab803-ac25-466c-8492-d9f6e68d1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '2d580292-795d-4fee-87ce-011961d3c846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:31:28.358165 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0fc46a61-2980-4b79-9078-3f7697993fb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:28.358585 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc46a61-2980-4b79-9078-3f7697993fb5 None None] Bound using segment: {'id': 'cddab803-ac25-466c-8492-d9f6e68d1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '2d580292-795d-4fee-87ce-011961d3c846'} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 15:31:28.359039 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-0fc46a61-2980-4b79-9078-3f7697993fb5 None None] Bound port: d92d19dc-55f6-42ae-827d-f6658ae2e300, host: dv-cinder-831247-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cddab803-ac25-466c-8492-d9f6e68d1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '2d580292-795d-4fee-87ce-011961d3c846'}}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 15:31:28.359479 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0fc46a61-2980-4b79-9078-3f7697993fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (d92d19dc-55f6-42ae-827d-f6658ae2e300), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:28.402615 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4dfc391c-1d1d-4e02-a563-a33541d85414 admin admin] Publish callbacks [] for port (47a7f593-cbc6-4a09-8a1f-000c5b9a6915), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:28.435171 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-0fc46a61-2980-4b79-9078-3f7697993fb5 None None] For port d92d19dc-55f6-42ae-827d-f6658ae2e300, host dv-cinder-831247-16-iscsi, cleared binding levels {{(pid=103921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 15:31:28.435957 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4dfc391c-1d1d-4e02-a563-a33541d85414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5848811'] for port (47a7f593-cbc6-4a09-8a1f-000c5b9a6915), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:28.438959 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-0fc46a61-2980-4b79-9078-3f7697993fb5 None None] For port d92d19dc-55f6-42ae-827d-f6658ae2e300, host dv-cinder-831247-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=d92d19dc-55f6-42ae-827d-f6658ae2e300,segment=NetworkSegment(cddab803-ac25-466c-8492-d9f6e68d1532),segment_id=cddab803-ac25-466c-8492-d9f6e68d1532)] {{(pid=103921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 15:31:28.446805 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0fc46a61-2980-4b79-9078-3f7697993fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (d92d19dc-55f6-42ae-827d-f6658ae2e300), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:28.474687 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfc391c-1d1d-4e02-a563-a33541d85414 admin admin] Network 2ebb747a-15cb-4ff0-831b-eddaba7ea913 is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:31:28.482031 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-4dfc391c-1d1d-4e02-a563-a33541d85414 admin admin] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:31:28.489485 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfc391c-1d1d-4e02-a563-a33541d85414 admin admin] Received port after_create {{(pid=103920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:31:28.503506 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc46a61-2980-4b79-9078-3f7697993fb5 None None] Pushing event updated for resources: {'Port': ['ID=d92d19dc-55f6-42ae-827d-f6658ae2e300,revision_number=2']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:28.525490 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfc391c-1d1d-4e02-a563-a33541d85414 admin admin] Pushing event updated for resources: {'Port': ['ID=47a7f593-cbc6-4a09-8a1f-000c5b9a6915,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:28.767414 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4dfc391c-1d1d-4e02-a563-a33541d85414 admin admin] Publish callbacks [] for router_gateway (45476b8a-23ce-41e3-a736-f2299dcd1bf9), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:28.832775 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:28.865886 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:28.961013 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4dfc391c-1d1d-4e02-a563-a33541d85414 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-758228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-763446'] for router (45476b8a-23ce-41e3-a736-f2299dcd1bf9), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:29.089174 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dfc391c-1d1d-4e02-a563-a33541d85414 admin admin] Router 45476b8a-23ce-41e3-a736-f2299dcd1bf9 is scheduled to L3 agent af3cb756-c261-4349-9f96-3650fb8ddf57 with binding_index 1 {{(pid=103920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 03 15:31:29.195286 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dfc391c-1d1d-4e02-a563-a33541d85414 admin admin] Notify agent at l3_agent.dv-cinder-831247-16-iscsi the message routers_updated {{(pid=103920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 15:31:29.209560 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb50786-e61d-4921-89c0-86643cd388be None None] Sync routers for ids ['45476b8a-23ce-41e3-a736-f2299dcd1bf9'] in dv-cinder-831247-16-iscsi {{(pid=103921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:31:29.216448 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4dfc391c-1d1d-4e02-a563-a33541d85414 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:29.218078 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-4dfc391c-1d1d-4e02-a563-a33541d85414 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5526121 Jun 03 15:31:29.221206 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 54372) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:31:29.225160 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb50786-e61d-4921-89c0-86643cd388be None None] Routers {'45476b8a-23ce-41e3-a736-f2299dcd1bf9'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:31:29.226048 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-0bb50786-e61d-4921-89c0-86643cd388be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:31:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['45476b8a-23ce-41e3-a736-f2299dcd1bf9'], 'active': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:29.341690 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:29.352186 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvr_db [None req-0bb50786-e61d-4921-89c0-86643cd388be None None] Set router 45476b8a-23ce-41e3-a736-f2299dcd1bf9 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:31:29.462136 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:29.503084 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2496fd36-9481-4765-afe9-14cf7c60d2b8 None None] Network 2d580292-795d-4fee-87ce-011961d3c846 requested from dv-cinder-831247-16-iscsi {{(pid=103921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 15:31:29.585600 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-b35b6072-d347-4c31-9dd2-74ba5f1c3785 None None] Provisioning complete for port d92d19dc-55f6-42ae-827d-f6658ae2e300 triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:31:29.585966 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b35b6072-d347-4c31-9dd2-74ba5f1c3785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (d92d19dc-55f6-42ae-827d-f6658ae2e300), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:29.677545 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-9fca6db2-673c-4eca-a2ee-f9a50db4670d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:29.679730 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:29.774128 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:29.801828 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-0bb50786-e61d-4921-89c0-86643cd388be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'name': 'tempest-TestVolumeBootPattern-1236245195-router', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '47a7f593-cbc6-4a09-8a1f-000c5b9a6915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:31:27Z', 'updated_at': '2022-06-03T15:31:28Z', 'revision_number': 3, 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'gw_port': {'id': '47a7f593-cbc6-4a09-8a1f-000c5b9a6915', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:82:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:28Z', 'updated_at': '2022-06-03T15:31:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi'}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:29.837086 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb50786-e61d-4921-89c0-86643cd388be None None] Checking router: 45476b8a-23ce-41e3-a736-f2299dcd1bf9 for host: dv-cinder-831247-16-iscsi {{(pid=103921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:31:29.837434 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb50786-e61d-4921-89c0-86643cd388be None None] Updating router 45476b8a-23ce-41e3-a736-f2299dcd1bf9 port 47a7f593-cbc6-4a09-8a1f-000c5b9a6915 binding host dv-cinder-831247-16-iscsi {{(pid=103921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:31:29.879688 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.db_base_plugin_common [None req-9fca6db2-673c-4eca-a2ee-f9a50db4670d admin admin] Allocated IP 172.20.0.1 (2d580292-795d-4fee-87ce-011961d3c846/070f5c1f-f3d7-449a-a6e3-c5340374af16/daaec318-73c9-48b6-af88-6c7723f3ee1e) {{(pid=103919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:31:29.922993 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0bb50786-e61d-4921-89c0-86643cd388be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (47a7f593-cbc6-4a09-8a1f-000c5b9a6915), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:29.925013 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device d92d19dc-55f6-42ae-827d-f6658ae2e300 up at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:31:29.994254 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-b35b6072-d347-4c31-9dd2-74ba5f1c3785 None None] Current status of the port d92d19dc-55f6-42ae-827d-f6658ae2e300 is: DOWN; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:31:29.994506 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b35b6072-d347-4c31-9dd2-74ba5f1c3785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (d92d19dc-55f6-42ae-827d-f6658ae2e300), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:30.031994 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-9fca6db2-673c-4eca-a2ee-f9a50db4670d admin admin] Publish callbacks [] for port (daaec318-73c9-48b6-af88-6c7723f3ee1e), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:30.076038 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-9fca6db2-673c-4eca-a2ee-f9a50db4670d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4807792'] for port (daaec318-73c9-48b6-af88-6c7723f3ee1e), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:30.126769 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fca6db2-673c-4eca-a2ee-f9a50db4670d admin admin] Network 2d580292-795d-4fee-87ce-011961d3c846 is already hosted by enough agents. {{(pid=103919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:31:30.132177 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Provisioning complete for port d92d19dc-55f6-42ae-827d-f6658ae2e300 triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:31:30.132371 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.base_scheduler [None req-9fca6db2-673c-4eca-a2ee-f9a50db4670d admin admin] Resources bound (agent type, host, resource id): {{(pid=103919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:31:30.132549 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (d92d19dc-55f6-42ae-827d-f6658ae2e300), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:30.135253 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-b35b6072-d347-4c31-9dd2-74ba5f1c3785 None None] For port d92d19dc-55f6-42ae-827d-f6658ae2e300, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=d92d19dc-55f6-42ae-827d-f6658ae2e300,segment=NetworkSegment(cddab803-ac25-466c-8492-d9f6e68d1532),segment_id=cddab803-ac25-466c-8492-d9f6e68d1532)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:31:30.136100 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fca6db2-673c-4eca-a2ee-f9a50db4670d admin admin] Received port after_create {{(pid=103919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:31:30.159753 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b35b6072-d347-4c31-9dd2-74ba5f1c3785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (d92d19dc-55f6-42ae-827d-f6658ae2e300), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:30.160085 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca6db2-673c-4eca-a2ee-f9a50db4670d admin admin] Pushing event updated for resources: {'Port': ['ID=daaec318-73c9-48b6-af88-6c7723f3ee1e,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:30.183589 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-9fca6db2-673c-4eca-a2ee-f9a50db4670d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-762954'] for router_interface (45476b8a-23ce-41e3-a736-f2299dcd1bf9), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:30.223701 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:30.289168 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35b6072-d347-4c31-9dd2-74ba5f1c3785 None None] Pushing event updated for resources: {'Port': ['ID=d92d19dc-55f6-42ae-827d-f6658ae2e300,revision_number=3']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:30.333690 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-c7ad6def-b21f-4965-b950-916c33326772 None None] Provisioning complete for port d92d19dc-55f6-42ae-827d-f6658ae2e300 triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:31:30.334050 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-c7ad6def-b21f-4965-b950-916c33326772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (d92d19dc-55f6-42ae-827d-f6658ae2e300), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:30.338891 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:30.344503 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-9fca6db2-673c-4eca-a2ee-f9a50db4670d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (daaec318-73c9-48b6-af88-6c7723f3ee1e), before_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:30.388804 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Current status of the port d92d19dc-55f6-42ae-827d-f6658ae2e300 is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:31:30.496113 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-c7ad6def-b21f-4965-b950-916c33326772 None None] Current status of the port d92d19dc-55f6-42ae-827d-f6658ae2e300 is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:31:30.502303 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0bb50786-e61d-4921-89c0-86643cd388be None None] Publish callbacks [] for port (47a7f593-cbc6-4a09-8a1f-000c5b9a6915), precommit_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:30.508660 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0bb50786-e61d-4921-89c0-86643cd388be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (47a7f593-cbc6-4a09-8a1f-000c5b9a6915), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:30.556882 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-9fca6db2-673c-4eca-a2ee-f9a50db4670d admin admin] Publish callbacks [] for port (daaec318-73c9-48b6-af88-6c7723f3ee1e), precommit_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:30.562013 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-9fca6db2-673c-4eca-a2ee-f9a50db4670d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4807753'] for port (daaec318-73c9-48b6-af88-6c7723f3ee1e), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:30.568735 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db36780-56f9-4d29-a8d2-880f8d1b3866 None None] Pushing event updated for resources: {'Port': ['ID=47a7f593-cbc6-4a09-8a1f-000c5b9a6915,revision_number=2']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:30.571143 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-0bb50786-e61d-4921-89c0-86643cd388be None None] Attempting to bind port 47a7f593-cbc6-4a09-8a1f-000c5b9a6915 on host dv-cinder-831247-16-iscsi for vnic_type normal with profile {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 15:31:30.571509 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-0bb50786-e61d-4921-89c0-86643cd388be None None] Attempting to bind port 47a7f593-cbc6-4a09-8a1f-000c5b9a6915 by drivers openvswitch,hyperv on host dv-cinder-831247-16-iscsi at level 0 using segments [{'id': 'fb1f6c29-8e9a-43bb-852a-39936675ceea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913'}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 15:31:30.571880 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb50786-e61d-4921-89c0-86643cd388be None None] Attempting to bind port 47a7f593-cbc6-4a09-8a1f-000c5b9a6915 on network 2ebb747a-15cb-4ff0-831b-eddaba7ea913 {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:31:30.577810 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb50786-e61d-4921-89c0-86643cd388be None None] Checking agent: {'id': 'b78338d6-31c9-4f43-bfac-5a5a854a8366', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 17, 58), 'started_at': datetime.datetime(2022, 6, 3, 15, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 15:31:30.578209 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb50786-e61d-4921-89c0-86643cd388be None None] Checking segment: {'id': 'fb1f6c29-8e9a-43bb-852a-39936675ceea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:31:30.578644 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0bb50786-e61d-4921-89c0-86643cd388be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:30.579041 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb50786-e61d-4921-89c0-86643cd388be None None] Bound using segment: {'id': 'fb1f6c29-8e9a-43bb-852a-39936675ceea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913'} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 15:31:30.579483 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-0bb50786-e61d-4921-89c0-86643cd388be None None] Bound port: 47a7f593-cbc6-4a09-8a1f-000c5b9a6915, host: dv-cinder-831247-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb1f6c29-8e9a-43bb-852a-39936675ceea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913'}}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 15:31:30.579852 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0bb50786-e61d-4921-89c0-86643cd388be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (47a7f593-cbc6-4a09-8a1f-000c5b9a6915), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:30.609303 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:30.616796 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:30.633823 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-0633a137-461a-4e7d-a668-e98d7a8fc96c None None] Provisioning complete for port daaec318-73c9-48b6-af88-6c7723f3ee1e triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:31:30.634199 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0633a137-461a-4e7d-a668-e98d7a8fc96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (daaec318-73c9-48b6-af88-6c7723f3ee1e), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:30.637661 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca6db2-673c-4eca-a2ee-f9a50db4670d admin admin] Pushing event updated for resources: {'Port': ['ID=daaec318-73c9-48b6-af88-6c7723f3ee1e,revision_number=2']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:30.641290 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-9fca6db2-673c-4eca-a2ee-f9a50db4670d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-761338'] for router_interface (45476b8a-23ce-41e3-a736-f2299dcd1bf9), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:30.665795 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-0bb50786-e61d-4921-89c0-86643cd388be None None] For port 47a7f593-cbc6-4a09-8a1f-000c5b9a6915, host dv-cinder-831247-16-iscsi, cleared binding levels {{(pid=103921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 15:31:30.684967 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-0bb50786-e61d-4921-89c0-86643cd388be None None] For port 47a7f593-cbc6-4a09-8a1f-000c5b9a6915, host dv-cinder-831247-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=47a7f593-cbc6-4a09-8a1f-000c5b9a6915,segment=NetworkSegment(fb1f6c29-8e9a-43bb-852a-39936675ceea),segment_id=fb1f6c29-8e9a-43bb-852a-39936675ceea)] {{(pid=103921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 15:31:30.686502 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-0633a137-461a-4e7d-a668-e98d7a8fc96c None None] Port daaec318-73c9-48b6-af88-6c7723f3ee1e cannot update to ACTIVE because it is not bound. {{(pid=103921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 15:31:30.693691 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0bb50786-e61d-4921-89c0-86643cd388be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (47a7f593-cbc6-4a09-8a1f-000c5b9a6915), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:30.743757 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fca6db2-673c-4eca-a2ee-f9a50db4670d admin admin] Network 2d580292-795d-4fee-87ce-011961d3c846 is already hosted by enough agents. {{(pid=103919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:31:30.745387 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.base_scheduler [None req-9fca6db2-673c-4eca-a2ee-f9a50db4670d admin admin] Resources bound (agent type, host, resource id): {{(pid=103919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:31:30.758815 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb50786-e61d-4921-89c0-86643cd388be None None] Routers {'45476b8a-23ce-41e3-a736-f2299dcd1bf9'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:31:30.762467 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-0bb50786-e61d-4921-89c0-86643cd388be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:31:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['45476b8a-23ce-41e3-a736-f2299dcd1bf9'], 'active': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:30.769352 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db36780-56f9-4d29-a8d2-880f8d1b3866 None None] Pushing event updated for resources: {'Port': ['ID=47a7f593-cbc6-4a09-8a1f-000c5b9a6915,revision_number=3']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:30.868279 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fca6db2-673c-4eca-a2ee-f9a50db4670d admin admin] Router 45476b8a-23ce-41e3-a736-f2299dcd1bf9 has already been hosted by L3 agent af3cb756-c261-4349-9f96-3650fb8ddf57 {{(pid=103919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 15:31:30.907466 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvr_db [None req-0bb50786-e61d-4921-89c0-86643cd388be None None] Set router 45476b8a-23ce-41e3-a736-f2299dcd1bf9 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:31:31.048671 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-0f7aa5f9-02d5-4826-aef2-b0759e1f583b None None] Provisioning complete for port daaec318-73c9-48b6-af88-6c7723f3ee1e triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:31:31.048984 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0f7aa5f9-02d5-4826-aef2-b0759e1f583b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (daaec318-73c9-48b6-af88-6c7723f3ee1e), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:31.101519 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-0f7aa5f9-02d5-4826-aef2-b0759e1f583b None None] Port daaec318-73c9-48b6-af88-6c7723f3ee1e cannot update to ACTIVE because it is not bound. {{(pid=103921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 15:31:31.156821 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-0bb50786-e61d-4921-89c0-86643cd388be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'name': 'tempest-TestVolumeBootPattern-1236245195-router', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '47a7f593-cbc6-4a09-8a1f-000c5b9a6915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:31:27Z', 'updated_at': '2022-06-03T15:31:30Z', 'revision_number': 4, 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'gw_port': {'id': '47a7f593-cbc6-4a09-8a1f-000c5b9a6915', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:82:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:28Z', 'updated_at': '2022-06-03T15:31:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': 'daaec318-73c9-48b6-af88-6c7723f3ee1e', 'name': '', 'network_id': '2d580292-795d-4fee-87ce-011961d3c846', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'mac_address': 'fa:16:3e:eb:98:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '070f5c1f-f3d7-449a-a6e3-c5340374af16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:29Z', 'updated_at': '2022-06-03T15:31:30Z', 'revision_number': 2, 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'subnets': [{'id': '070f5c1f-f3d7-449a-a6e3-c5340374af16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:31.182377 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb50786-e61d-4921-89c0-86643cd388be None None] The sync data for ids ['45476b8a-23ce-41e3-a736-f2299dcd1bf9'] in dv-cinder-831247-16-iscsi is: [{'id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'name': 'tempest-TestVolumeBootPattern-1236245195-router', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '47a7f593-cbc6-4a09-8a1f-000c5b9a6915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:31:27Z', 'updated_at': '2022-06-03T15:31:30Z', 'revision_number': 4, 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'gw_port': {'id': '47a7f593-cbc6-4a09-8a1f-000c5b9a6915', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:82:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:28Z', 'updated_at': '2022-06-03T15:31:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': 'daaec318-73c9-48b6-af88-6c7723f3ee1e', 'name': '', 'network_id': '2d580292-795d-4fee-87ce-011961d3c846', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'mac_address': 'fa:16:3e:eb:98:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '070f5c1f-f3d7-449a-a6e3-c5340374af16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:29Z', 'updated_at': '2022-06-03T15:31:30Z', 'revision_number': 2, 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'subnets': [{'id': '070f5c1f-f3d7-449a-a6e3-c5340374af16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:31:31.246361 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fca6db2-673c-4eca-a2ee-f9a50db4670d admin admin] Notify agent at l3_agent.dv-cinder-831247-16-iscsi the message routers_updated {{(pid=103919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 15:31:31.251836 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-9fca6db2-673c-4eca-a2ee-f9a50db4670d admin admin] 10.222.0.93 "PUT /v2.0/routers/45476b8a-23ce-41e3-a736-f2299dcd1bf9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0292678 Jun 03 15:31:31.857145 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 54388) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:31:31.862916 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-d1e61ede-b3e7-4345-99b9-5a7e45056be1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1921234146-network', 'tenant_id': 'd0bc0a82cd0b4587b37873a83f39c3cf'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:31:31.878101 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device d92d19dc-55f6-42ae-827d-f6658ae2e300 up at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:31:31.915871 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e61ede-b3e7-4345-99b9-5a7e45056be1 admin admin] Made reservation on behalf of d0bc0a82cd0b4587b37873a83f39c3cf for: {'network': 1} {{(pid=103920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:31:31.918503 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-d1e61ede-b3e7-4345-99b9-5a7e45056be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for network (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:31.929405 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-d1e61ede-b3e7-4345-99b9-5a7e45056be1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:31.963464 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Provisioning complete for port d92d19dc-55f6-42ae-827d-f6658ae2e300 triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:31:31.963833 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (d92d19dc-55f6-42ae-827d-f6658ae2e300), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:31.992996 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:32.053468 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-d1e61ede-b3e7-4345-99b9-5a7e45056be1 admin admin] Publish callbacks [] for security_group (54b870c3-6394-4c5d-9db2-e87a259e6de4), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:32.059619 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-d1e61ede-b3e7-4345-99b9-5a7e45056be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (54b870c3-6394-4c5d-9db2-e87a259e6de4), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:32.065739 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Current status of the port d92d19dc-55f6-42ae-827d-f6658ae2e300 is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:31:32.092040 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1e61ede-b3e7-4345-99b9-5a7e45056be1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 870} {{(pid=103920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:31:32.100173 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e61ede-b3e7-4345-99b9-5a7e45056be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b870c3-6394-4c5d-9db2-e87a259e6de4,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:32.107437 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-d1e61ede-b3e7-4345-99b9-5a7e45056be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659633'] for segment (3f1b360a-e469-433b-91e7-e183c50009f5), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:32.107821 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.db.segments_db [None req-d1e61ede-b3e7-4345-99b9-5a7e45056be1 admin admin] Added segment 3f1b360a-e469-433b-91e7-e183c50009f5 of type vlan for network 3c9f0508-c080-4ca0-9ee7-3769ee337aaf Jun 03 15:31:32.164937 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-d1e61ede-b3e7-4345-99b9-5a7e45056be1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362361959'] for network (3c9f0508-c080-4ca0-9ee7-3769ee337aaf), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:32.193327 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-d1e61ede-b3e7-4345-99b9-5a7e45056be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408'] for network (3c9f0508-c080-4ca0-9ee7-3769ee337aaf), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:32.194468 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e61ede-b3e7-4345-99b9-5a7e45056be1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:32.194986 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-d1e61ede-b3e7-4345-99b9-5a7e45056be1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for network (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:32.257052 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-d1e61ede-b3e7-4345-99b9-5a7e45056be1 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3987772 Jun 03 15:31:32.259868 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 54390) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:31:32.265392 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-f0d314aa-727c-4698-a4da-f1d21f3ad236 admin admin] Request body: {'subnet': {'network_id': '3c9f0508-c080-4ca0-9ee7-3769ee337aaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1921234146-subnet', 'tenant_id': 'd0bc0a82cd0b4587b37873a83f39c3cf', 'ip_version': 4}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:31:32.266174 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e61ede-b3e7-4345-99b9-5a7e45056be1 admin admin] Pushing event updated for resources: {'Network': ['ID=3c9f0508-c080-4ca0-9ee7-3769ee337aaf,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:32.276855 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Network 3c9f0508-c080-4ca0-9ee7-3769ee337aaf details requested by agent ovs-agent-dv-cinder-831247-16-iscsi with host dv-cinder-831247-16-iscsi {{(pid=103921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 03 15:31:32.288974 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d314aa-727c-4698-a4da-f1d21f3ad236 admin admin] Made reservation on behalf of d0bc0a82cd0b4587b37873a83f39c3cf for: {'subnet': 1} {{(pid=103919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:31:32.292136 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-f0d314aa-727c-4698-a4da-f1d21f3ad236 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4495044'] for subnet (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:32.372879 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:32.488416 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-f0d314aa-727c-4698-a4da-f1d21f3ad236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4807900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4495062'] for subnet (e4a2abe6-16e2-4585-933f-4ae2d4604367), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:32.546630 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d314aa-727c-4698-a4da-f1d21f3ad236 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4a2abe6-16e2-4585-933f-4ae2d4604367,revision_number=0']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:32.560986 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d314aa-727c-4698-a4da-f1d21f3ad236 admin admin] Checking segment: {'id': '3f1b360a-e469-433b-91e7-e183c50009f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '3c9f0508-c080-4ca0-9ee7-3769ee337aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:31:32.561341 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d314aa-727c-4698-a4da-f1d21f3ad236 admin admin] Network hostable DHCP agents. Network: 3c9f0508-c080-4ca0-9ee7-3769ee337aaf, hostable agents: ['ba2d900a-f6c8-44b2-a19a-5d512e564d5a'], hosted agents: [] {{(pid=103919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:31:32.585174 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d314aa-727c-4698-a4da-f1d21f3ad236 admin admin] Network 3c9f0508-c080-4ca0-9ee7-3769ee337aaf is scheduled to be hosted by DHCP agent ba2d900a-f6c8-44b2-a19a-5d512e564d5a with binding_index 1 {{(pid=103919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:31:32.599930 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.base_scheduler [None req-f0d314aa-727c-4698-a4da-f1d21f3ad236 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-16-iscsi, 3c9f0508-c080-4ca0-9ee7-3769ee337aaf) {{(pid=103919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:31:32.606486 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d314aa-727c-4698-a4da-f1d21f3ad236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:32.607034 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-f0d314aa-727c-4698-a4da-f1d21f3ad236 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:32.611903 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7773b36f-41bb-4dab-a42c-85ed3374a288 None None] Network 3c9f0508-c080-4ca0-9ee7-3769ee337aaf requested from dv-cinder-831247-16-iscsi {{(pid=103921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 15:31:32.628433 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-f0d314aa-727c-4698-a4da-f1d21f3ad236 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3636749 Jun 03 15:31:32.628894 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 54392) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:31:32.636176 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-7a32da99-fd68-4d28-96be-792a2b722b08 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1921234146-router', 'tenant_id': 'd0bc0a82cd0b4587b37873a83f39c3cf', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913'}}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:31:32.669629 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-7a32da99-fd68-4d28-96be-792a2b722b08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8047'] for router (66631eae-4135-40f7-84cf-eba615e47b03), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:32.675056 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-7a32da99-fd68-4d28-96be-792a2b722b08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-758221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-763459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-749579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8036'] for router (66631eae-4135-40f7-84cf-eba615e47b03), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:32.750152 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-7a32da99-fd68-4d28-96be-792a2b722b08 admin admin] Publish callbacks [] for router_controller (66631eae-4135-40f7-84cf-eba615e47b03), precommit_add_association {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:32.780705 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64285f7c-3915-4e70-9139-17c147ff47b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpab2d7c19-a2cf-559f-b13f-a4a613ae6a08-3c9f0508-c080-4ca0-9ee7-3769ee337aaf', 'network_id': '3c9f0508-c080-4ca0-9ee7-3769ee337aaf', 'project_id': 'd0bc0a82cd0b4587b37873a83f39c3cf', 'fixed_ips': [{'subnet_id': 'e4a2abe6-16e2-4585-933f-4ae2d4604367'}]}} from dv-cinder-831247-16-iscsi. {{(pid=103921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 03 15:31:32.781810 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-64285f7c-3915-4e70-9139-17c147ff47b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:32.799582 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:32.886895 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-7a32da99-fd68-4d28-96be-792a2b722b08 admin admin] Publish callbacks [] for router_gateway (66631eae-4135-40f7-84cf-eba615e47b03), precommit_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:32.889810 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:32.926981 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.db_base_plugin_common [None req-64285f7c-3915-4e70-9139-17c147ff47b2 None None] Allocated IP 172.20.0.2 (3c9f0508-c080-4ca0-9ee7-3769ee337aaf/e4a2abe6-16e2-4585-933f-4ae2d4604367/8f57c350-5705-4486-a865-8763aa6881bd) {{(pid=103921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:31:33.082835 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-64285f7c-3915-4e70-9139-17c147ff47b2 None None] Publish callbacks [] for port (8f57c350-5705-4486-a865-8763aa6881bd), precommit_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:33.090883 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-7a32da99-fd68-4d28-96be-792a2b722b08 admin admin] Publish callbacks [] for router_gateway (66631eae-4135-40f7-84cf-eba615e47b03), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:33.095361 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-64285f7c-3915-4e70-9139-17c147ff47b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560'] for port (8f57c350-5705-4486-a865-8763aa6881bd), after_create {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:33.113364 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-7a32da99-fd68-4d28-96be-792a2b722b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:33.138476 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64285f7c-3915-4e70-9139-17c147ff47b2 None None] Network 3c9f0508-c080-4ca0-9ee7-3769ee337aaf is already hosted by enough agents. {{(pid=103921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:31:33.146349 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.scheduler.base_scheduler [None req-64285f7c-3915-4e70-9139-17c147ff47b2 None None] Resources bound (agent type, host, resource id): {{(pid=103921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:31:33.148809 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64285f7c-3915-4e70-9139-17c147ff47b2 None None] Pushing event updated for resources: {'Port': ['ID=8f57c350-5705-4486-a865-8763aa6881bd,revision_number=1']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:33.151107 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64285f7c-3915-4e70-9139-17c147ff47b2 None None] Received port after_create {{(pid=103921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:31:33.214250 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-64285f7c-3915-4e70-9139-17c147ff47b2 None None] Attempting to bind port 8f57c350-5705-4486-a865-8763aa6881bd on host dv-cinder-831247-16-iscsi for vnic_type normal with profile {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 15:31:33.214642 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-64285f7c-3915-4e70-9139-17c147ff47b2 None None] Attempting to bind port 8f57c350-5705-4486-a865-8763aa6881bd by drivers openvswitch,hyperv on host dv-cinder-831247-16-iscsi at level 0 using segments [{'id': '3f1b360a-e469-433b-91e7-e183c50009f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '3c9f0508-c080-4ca0-9ee7-3769ee337aaf'}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 15:31:33.214996 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64285f7c-3915-4e70-9139-17c147ff47b2 None None] Attempting to bind port 8f57c350-5705-4486-a865-8763aa6881bd on network 3c9f0508-c080-4ca0-9ee7-3769ee337aaf {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:31:33.220990 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64285f7c-3915-4e70-9139-17c147ff47b2 None None] Checking agent: {'id': 'b78338d6-31c9-4f43-bfac-5a5a854a8366', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 17, 58), 'started_at': datetime.datetime(2022, 6, 3, 15, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 15:31:33.221355 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64285f7c-3915-4e70-9139-17c147ff47b2 None None] Checking segment: {'id': '3f1b360a-e469-433b-91e7-e183c50009f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '3c9f0508-c080-4ca0-9ee7-3769ee337aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:31:33.221755 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-64285f7c-3915-4e70-9139-17c147ff47b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:33.222140 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64285f7c-3915-4e70-9139-17c147ff47b2 None None] Bound using segment: {'id': '3f1b360a-e469-433b-91e7-e183c50009f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '3c9f0508-c080-4ca0-9ee7-3769ee337aaf'} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 15:31:33.222630 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-64285f7c-3915-4e70-9139-17c147ff47b2 None None] Bound port: 8f57c350-5705-4486-a865-8763aa6881bd, host: dv-cinder-831247-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f1b360a-e469-433b-91e7-e183c50009f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '3c9f0508-c080-4ca0-9ee7-3769ee337aaf'}}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 15:31:33.222999 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-64285f7c-3915-4e70-9139-17c147ff47b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (8f57c350-5705-4486-a865-8763aa6881bd), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:33.236037 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.db_base_plugin_common [None req-7a32da99-fd68-4d28-96be-792a2b722b08 admin admin] Allocated IP 172.27.3.210 (2ebb747a-15cb-4ff0-831b-eddaba7ea913/396ae3db-97af-42d7-bc28-96050c96ba42/f06470bb-bb6e-44be-82f0-8d958b77e78f) {{(pid=103919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:31:33.288144 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-64285f7c-3915-4e70-9139-17c147ff47b2 None None] For port 8f57c350-5705-4486-a865-8763aa6881bd, host dv-cinder-831247-16-iscsi, cleared binding levels {{(pid=103921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 15:31:33.291373 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-64285f7c-3915-4e70-9139-17c147ff47b2 None None] For port 8f57c350-5705-4486-a865-8763aa6881bd, host dv-cinder-831247-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=8f57c350-5705-4486-a865-8763aa6881bd,segment=NetworkSegment(3f1b360a-e469-433b-91e7-e183c50009f5),segment_id=3f1b360a-e469-433b-91e7-e183c50009f5)] {{(pid=103921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 15:31:33.298666 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-64285f7c-3915-4e70-9139-17c147ff47b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (8f57c350-5705-4486-a865-8763aa6881bd), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:33.358847 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64285f7c-3915-4e70-9139-17c147ff47b2 None None] Pushing event updated for resources: {'Port': ['ID=8f57c350-5705-4486-a865-8763aa6881bd,revision_number=2']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:33.361621 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-7a32da99-fd68-4d28-96be-792a2b722b08 admin admin] Publish callbacks [] for port (f06470bb-bb6e-44be-82f0-8d958b77e78f), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:33.373040 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:33.405247 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358abf92-a667-4d60-ad2f-1776f82c2efb None None] Sync routers for ids ['45476b8a-23ce-41e3-a736-f2299dcd1bf9'] in dv-cinder-831247-16-iscsi {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:31:33.405801 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-7a32da99-fd68-4d28-96be-792a2b722b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4807792'] for port (f06470bb-bb6e-44be-82f0-8d958b77e78f), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:33.419468 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358abf92-a667-4d60-ad2f-1776f82c2efb None None] Routers {'45476b8a-23ce-41e3-a736-f2299dcd1bf9'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:31:33.420174 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-358abf92-a667-4d60-ad2f-1776f82c2efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:31:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['45476b8a-23ce-41e3-a736-f2299dcd1bf9'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:33.450413 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a32da99-fd68-4d28-96be-792a2b722b08 admin admin] Network 2ebb747a-15cb-4ff0-831b-eddaba7ea913 is already hosted by enough agents. {{(pid=103919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:31:33.453741 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.base_scheduler [None req-7a32da99-fd68-4d28-96be-792a2b722b08 admin admin] Resources bound (agent type, host, resource id): {{(pid=103919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:31:33.456666 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a32da99-fd68-4d28-96be-792a2b722b08 admin admin] Received port after_create {{(pid=103919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:31:33.483425 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a32da99-fd68-4d28-96be-792a2b722b08 admin admin] Pushing event updated for resources: {'Port': ['ID=f06470bb-bb6e-44be-82f0-8d958b77e78f,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:33.532232 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-358abf92-a667-4d60-ad2f-1776f82c2efb None None] Set router 45476b8a-23ce-41e3-a736-f2299dcd1bf9 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:31:33.562353 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:33.817470 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-7a32da99-fd68-4d28-96be-792a2b722b08 admin admin] Publish callbacks [] for router_gateway (66631eae-4135-40f7-84cf-eba615e47b03), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:33.865908 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-358abf92-a667-4d60-ad2f-1776f82c2efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'name': 'tempest-TestVolumeBootPattern-1236245195-router', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '47a7f593-cbc6-4a09-8a1f-000c5b9a6915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:31:27Z', 'updated_at': '2022-06-03T15:31:30Z', 'revision_number': 4, 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'gw_port': {'id': '47a7f593-cbc6-4a09-8a1f-000c5b9a6915', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:82:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:28Z', 'updated_at': '2022-06-03T15:31:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': 'daaec318-73c9-48b6-af88-6c7723f3ee1e', 'name': '', 'network_id': '2d580292-795d-4fee-87ce-011961d3c846', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'mac_address': 'fa:16:3e:eb:98:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '070f5c1f-f3d7-449a-a6e3-c5340374af16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:29Z', 'updated_at': '2022-06-03T15:31:30Z', 'revision_number': 2, 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'subnets': [{'id': '070f5c1f-f3d7-449a-a6e3-c5340374af16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:33.892460 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358abf92-a667-4d60-ad2f-1776f82c2efb None None] Checking router: 45476b8a-23ce-41e3-a736-f2299dcd1bf9 for host: dv-cinder-831247-16-iscsi {{(pid=103922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:31:33.892882 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358abf92-a667-4d60-ad2f-1776f82c2efb None None] Updating router 45476b8a-23ce-41e3-a736-f2299dcd1bf9 port daaec318-73c9-48b6-af88-6c7723f3ee1e binding host dv-cinder-831247-16-iscsi {{(pid=103922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:31:33.919201 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:33.922729 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-358abf92-a667-4d60-ad2f-1776f82c2efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (daaec318-73c9-48b6-af88-6c7723f3ee1e), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:33.954282 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device 47a7f593-cbc6-4a09-8a1f-000c5b9a6915 up at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:31:34.016162 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Provisioning complete for port 47a7f593-cbc6-4a09-8a1f-000c5b9a6915 triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:31:34.017090 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (47a7f593-cbc6-4a09-8a1f-000c5b9a6915), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:34.042426 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:34.068765 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-7a32da99-fd68-4d28-96be-792a2b722b08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-758228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-763446'] for router (66631eae-4135-40f7-84cf-eba615e47b03), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:34.105219 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Current status of the port 47a7f593-cbc6-4a09-8a1f-000c5b9a6915 is: DOWN; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:31:34.105753 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (47a7f593-cbc6-4a09-8a1f-000c5b9a6915), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:34.129894 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] For port 47a7f593-cbc6-4a09-8a1f-000c5b9a6915, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=47a7f593-cbc6-4a09-8a1f-000c5b9a6915,segment=NetworkSegment(fb1f6c29-8e9a-43bb-852a-39936675ceea),segment_id=fb1f6c29-8e9a-43bb-852a-39936675ceea)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:31:34.135265 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (47a7f593-cbc6-4a09-8a1f-000c5b9a6915), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:34.136121 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device 8f57c350-5705-4486-a865-8763aa6881bd up at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:31:34.234063 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a32da99-fd68-4d28-96be-792a2b722b08 admin admin] Router 66631eae-4135-40f7-84cf-eba615e47b03 is scheduled to L3 agent af3cb756-c261-4349-9f96-3650fb8ddf57 with binding_index 1 {{(pid=103919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 03 15:31:34.236105 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Pushing event updated for resources: {'Port': ['ID=47a7f593-cbc6-4a09-8a1f-000c5b9a6915,revision_number=4']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:34.251667 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Provisioning complete for port 8f57c350-5705-4486-a865-8763aa6881bd triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:31:34.252039 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (8f57c350-5705-4486-a865-8763aa6881bd), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:34.280075 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-358abf92-a667-4d60-ad2f-1776f82c2efb None None] Publish callbacks [] for port (daaec318-73c9-48b6-af88-6c7723f3ee1e), precommit_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:34.288041 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-358abf92-a667-4d60-ad2f-1776f82c2efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (daaec318-73c9-48b6-af88-6c7723f3ee1e), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:34.302297 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:34.360506 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Current status of the port 8f57c350-5705-4486-a865-8763aa6881bd is: DOWN; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:31:34.360947 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (8f57c350-5705-4486-a865-8763aa6881bd), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:34.416712 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] For port 8f57c350-5705-4486-a865-8763aa6881bd, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=8f57c350-5705-4486-a865-8763aa6881bd,segment=NetworkSegment(3f1b360a-e469-433b-91e7-e183c50009f5),segment_id=3f1b360a-e469-433b-91e7-e183c50009f5)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:31:34.418758 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a32da99-fd68-4d28-96be-792a2b722b08 admin admin] Notify agent at l3_agent.dv-cinder-831247-16-iscsi the message routers_updated {{(pid=103919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 15:31:34.426013 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (8f57c350-5705-4486-a865-8763aa6881bd), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:34.442939 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fadae4b-75af-484e-a372-08607748106f None None] Pushing event updated for resources: {'Port': ['ID=daaec318-73c9-48b6-af88-6c7723f3ee1e,revision_number=3']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:34.450587 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-7a32da99-fd68-4d28-96be-792a2b722b08 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:34.451857 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-7a32da99-fd68-4d28-96be-792a2b722b08 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8214574 Jun 03 15:31:34.454767 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 54398) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:31:34.461016 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fadae4b-75af-484e-a372-08607748106f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:34.461605 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fadae4b-75af-484e-a372-08607748106f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:34.462117 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fadae4b-75af-484e-a372-08607748106f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:34.462653 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fadae4b-75af-484e-a372-08607748106f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:34.463148 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fadae4b-75af-484e-a372-08607748106f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:34.464240 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fadae4b-75af-484e-a372-08607748106f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:34.464725 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fadae4b-75af-484e-a372-08607748106f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:34.465213 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fadae4b-75af-484e-a372-08607748106f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:34.465703 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fadae4b-75af-484e-a372-08607748106f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:34.466193 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fadae4b-75af-484e-a372-08607748106f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:34.466703 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fadae4b-75af-484e-a372-08607748106f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:34.467241 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fadae4b-75af-484e-a372-08607748106f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:34.467764 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fadae4b-75af-484e-a372-08607748106f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:34.468501 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fadae4b-75af-484e-a372-08607748106f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:34.469016 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fadae4b-75af-484e-a372-08607748106f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:34.490654 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:34.492041 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-358abf92-a667-4d60-ad2f-1776f82c2efb None None] Attempting to bind port daaec318-73c9-48b6-af88-6c7723f3ee1e on host dv-cinder-831247-16-iscsi for vnic_type normal with profile {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 15:31:34.492540 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-358abf92-a667-4d60-ad2f-1776f82c2efb None None] Attempting to bind port daaec318-73c9-48b6-af88-6c7723f3ee1e by drivers openvswitch,hyperv on host dv-cinder-831247-16-iscsi at level 0 using segments [{'id': 'cddab803-ac25-466c-8492-d9f6e68d1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '2d580292-795d-4fee-87ce-011961d3c846'}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 15:31:34.492957 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358abf92-a667-4d60-ad2f-1776f82c2efb None None] Attempting to bind port daaec318-73c9-48b6-af88-6c7723f3ee1e on network 2d580292-795d-4fee-87ce-011961d3c846 {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:31:34.502308 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358abf92-a667-4d60-ad2f-1776f82c2efb None None] Checking agent: {'id': 'b78338d6-31c9-4f43-bfac-5a5a854a8366', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 17, 58), 'started_at': datetime.datetime(2022, 6, 3, 15, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 15:31:34.502706 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358abf92-a667-4d60-ad2f-1776f82c2efb None None] Checking segment: {'id': 'cddab803-ac25-466c-8492-d9f6e68d1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '2d580292-795d-4fee-87ce-011961d3c846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:31:34.503347 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-358abf92-a667-4d60-ad2f-1776f82c2efb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:34.504039 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358abf92-a667-4d60-ad2f-1776f82c2efb None None] Bound using segment: {'id': 'cddab803-ac25-466c-8492-d9f6e68d1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '2d580292-795d-4fee-87ce-011961d3c846'} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 15:31:34.504703 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-358abf92-a667-4d60-ad2f-1776f82c2efb None None] Bound port: daaec318-73c9-48b6-af88-6c7723f3ee1e, host: dv-cinder-831247-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cddab803-ac25-466c-8492-d9f6e68d1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '2d580292-795d-4fee-87ce-011961d3c846'}}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 15:31:34.505314 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-358abf92-a667-4d60-ad2f-1776f82c2efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (daaec318-73c9-48b6-af88-6c7723f3ee1e), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:34.522904 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Pushing event updated for resources: {'Port': ['ID=8f57c350-5705-4486-a865-8763aa6881bd,revision_number=3']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:34.535611 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4b8f1b-aef1-4d9b-a10b-34ae13ed301b None None] Sync routers for ids ['66631eae-4135-40f7-84cf-eba615e47b03'] in dv-cinder-831247-16-iscsi {{(pid=103921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:31:34.554182 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4b8f1b-aef1-4d9b-a10b-34ae13ed301b None None] Routers {'66631eae-4135-40f7-84cf-eba615e47b03'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:31:34.555805 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-0f4b8f1b-aef1-4d9b-a10b-34ae13ed301b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:31:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['66631eae-4135-40f7-84cf-eba615e47b03'], 'active': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:34.568708 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:34.604036 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:34.619183 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-358abf92-a667-4d60-ad2f-1776f82c2efb None None] For port daaec318-73c9-48b6-af88-6c7723f3ee1e, host dv-cinder-831247-16-iscsi, cleared binding levels {{(pid=103922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 15:31:34.624802 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-358abf92-a667-4d60-ad2f-1776f82c2efb None None] For port daaec318-73c9-48b6-af88-6c7723f3ee1e, host dv-cinder-831247-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=daaec318-73c9-48b6-af88-6c7723f3ee1e,segment=NetworkSegment(cddab803-ac25-466c-8492-d9f6e68d1532),segment_id=cddab803-ac25-466c-8492-d9f6e68d1532)] {{(pid=103922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 15:31:34.635810 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-358abf92-a667-4d60-ad2f-1776f82c2efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (daaec318-73c9-48b6-af88-6c7723f3ee1e), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:34.732102 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358abf92-a667-4d60-ad2f-1776f82c2efb None None] Routers {'45476b8a-23ce-41e3-a736-f2299dcd1bf9'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:31:34.733086 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-358abf92-a667-4d60-ad2f-1776f82c2efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:31:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['45476b8a-23ce-41e3-a736-f2299dcd1bf9'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:34.793947 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:34.842218 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-7e3d9c4d-d291-4574-9693-a18e19f790c3 None None] Provisioning complete for port daaec318-73c9-48b6-af88-6c7723f3ee1e triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:31:34.842463 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7e3d9c4d-d291-4574-9693-a18e19f790c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (daaec318-73c9-48b6-af88-6c7723f3ee1e), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:34.857478 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fadae4b-75af-484e-a372-08607748106f None None] Pushing event updated for resources: {'Port': ['ID=daaec318-73c9-48b6-af88-6c7723f3ee1e,revision_number=4']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:34.884785 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1b105e-3307-4009-9869-b3e5f8ba3893 None None] Network 3c9f0508-c080-4ca0-9ee7-3769ee337aaf requested from dv-cinder-831247-16-iscsi {{(pid=103921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 15:31:34.912781 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-358abf92-a667-4d60-ad2f-1776f82c2efb None None] Set router 45476b8a-23ce-41e3-a736-f2299dcd1bf9 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:31:34.993740 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvr_db [None req-0f4b8f1b-aef1-4d9b-a10b-34ae13ed301b None None] Set router 66631eae-4135-40f7-84cf-eba615e47b03 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:31:35.174780 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7e3d9c4d-d291-4574-9693-a18e19f790c3 None None] Current status of the port daaec318-73c9-48b6-af88-6c7723f3ee1e is: DOWN; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:31:35.175178 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7e3d9c4d-d291-4574-9693-a18e19f790c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (daaec318-73c9-48b6-af88-6c7723f3ee1e), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:35.178280 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-358abf92-a667-4d60-ad2f-1776f82c2efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'name': 'tempest-TestVolumeBootPattern-1236245195-router', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '47a7f593-cbc6-4a09-8a1f-000c5b9a6915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:31:27Z', 'updated_at': '2022-06-03T15:31:30Z', 'revision_number': 4, 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'gw_port': {'id': '47a7f593-cbc6-4a09-8a1f-000c5b9a6915', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:82:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:28Z', 'updated_at': '2022-06-03T15:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': 'daaec318-73c9-48b6-af88-6c7723f3ee1e', 'name': '', 'network_id': '2d580292-795d-4fee-87ce-011961d3c846', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'mac_address': 'fa:16:3e:eb:98:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '070f5c1f-f3d7-449a-a6e3-c5340374af16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:29Z', 'updated_at': '2022-06-03T15:31:34Z', 'revision_number': 4, 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'subnets': [{'id': '070f5c1f-f3d7-449a-a6e3-c5340374af16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:35.211163 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358abf92-a667-4d60-ad2f-1776f82c2efb None None] The sync data for ids ['45476b8a-23ce-41e3-a736-f2299dcd1bf9'] in dv-cinder-831247-16-iscsi is: [{'id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'name': 'tempest-TestVolumeBootPattern-1236245195-router', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '47a7f593-cbc6-4a09-8a1f-000c5b9a6915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:31:27Z', 'updated_at': '2022-06-03T15:31:30Z', 'revision_number': 4, 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'gw_port': {'id': '47a7f593-cbc6-4a09-8a1f-000c5b9a6915', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:82:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:28Z', 'updated_at': '2022-06-03T15:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': 'daaec318-73c9-48b6-af88-6c7723f3ee1e', 'name': '', 'network_id': '2d580292-795d-4fee-87ce-011961d3c846', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'mac_address': 'fa:16:3e:eb:98:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '070f5c1f-f3d7-449a-a6e3-c5340374af16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:29Z', 'updated_at': '2022-06-03T15:31:34Z', 'revision_number': 4, 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'subnets': [{'id': '070f5c1f-f3d7-449a-a6e3-c5340374af16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:31:35.268281 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-7e3d9c4d-d291-4574-9693-a18e19f790c3 None None] For port daaec318-73c9-48b6-af88-6c7723f3ee1e, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=daaec318-73c9-48b6-af88-6c7723f3ee1e,segment=NetworkSegment(cddab803-ac25-466c-8492-d9f6e68d1532),segment_id=cddab803-ac25-466c-8492-d9f6e68d1532)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:31:35.279350 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7e3d9c4d-d291-4574-9693-a18e19f790c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (daaec318-73c9-48b6-af88-6c7723f3ee1e), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:35.312644 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-47b2beae-0d28-4927-b892-95b1bb666e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:35.371000 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-0f4b8f1b-aef1-4d9b-a10b-34ae13ed301b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66631eae-4135-40f7-84cf-eba615e47b03', 'name': 'tempest-TestVolumeBootPattern-1921234146-router', 'tenant_id': 'd0bc0a82cd0b4587b37873a83f39c3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'f06470bb-bb6e-44be-82f0-8d958b77e78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:31:32Z', 'updated_at': '2022-06-03T15:31:33Z', 'revision_number': 3, 'project_id': 'd0bc0a82cd0b4587b37873a83f39c3cf', 'gw_port': {'id': 'f06470bb-bb6e-44be-82f0-8d958b77e78f', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:18:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66631eae-4135-40f7-84cf-eba615e47b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:33Z', 'updated_at': '2022-06-03T15:31:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi'}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:35.443896 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4b8f1b-aef1-4d9b-a10b-34ae13ed301b None None] Checking router: 66631eae-4135-40f7-84cf-eba615e47b03 for host: dv-cinder-831247-16-iscsi {{(pid=103921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:31:35.444273 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4b8f1b-aef1-4d9b-a10b-34ae13ed301b None None] Updating router 66631eae-4135-40f7-84cf-eba615e47b03 port f06470bb-bb6e-44be-82f0-8d958b77e78f binding host dv-cinder-831247-16-iscsi {{(pid=103921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:31:35.467213 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:35.507993 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:35.509122 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-a3d0550b-9982-4cda-9c2a-6e5cdd5cc08b None None] Provisioning complete for port 8f57c350-5705-4486-a865-8763aa6881bd triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:31:35.509714 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a3d0550b-9982-4cda-9c2a-6e5cdd5cc08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (8f57c350-5705-4486-a865-8763aa6881bd), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:35.566276 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3d9c4d-d291-4574-9693-a18e19f790c3 None None] Pushing event updated for resources: {'Port': ['ID=daaec318-73c9-48b6-af88-6c7723f3ee1e,revision_number=5']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:35.574656 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0f4b8f1b-aef1-4d9b-a10b-34ae13ed301b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (f06470bb-bb6e-44be-82f0-8d958b77e78f), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:35.581354 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_common [None req-47b2beae-0d28-4927-b892-95b1bb666e65 admin admin] Allocated IP 172.20.0.1 (3c9f0508-c080-4ca0-9ee7-3769ee337aaf/e4a2abe6-16e2-4585-933f-4ae2d4604367/adda62b9-e3d8-4ebd-a87c-d35f2f184c59) {{(pid=103920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:31:35.783093 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-47b2beae-0d28-4927-b892-95b1bb666e65 admin admin] Publish callbacks [] for port (adda62b9-e3d8-4ebd-a87c-d35f2f184c59), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:35.807034 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:35.825810 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-47b2beae-0d28-4927-b892-95b1bb666e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5848811'] for port (adda62b9-e3d8-4ebd-a87c-d35f2f184c59), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:35.869408 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b2beae-0d28-4927-b892-95b1bb666e65 admin admin] Network 3c9f0508-c080-4ca0-9ee7-3769ee337aaf is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:31:35.874193 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-47b2beae-0d28-4927-b892-95b1bb666e65 admin admin] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:31:35.877678 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b2beae-0d28-4927-b892-95b1bb666e65 admin admin] Received port after_create {{(pid=103920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:31:35.932194 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-47b2beae-0d28-4927-b892-95b1bb666e65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-762954'] for router_interface (66631eae-4135-40f7-84cf-eba615e47b03), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:35.969688 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-a3d0550b-9982-4cda-9c2a-6e5cdd5cc08b None None] Current status of the port 8f57c350-5705-4486-a865-8763aa6881bd is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:31:36.030751 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b2beae-0d28-4927-b892-95b1bb666e65 admin admin] Pushing event updated for resources: {'Port': ['ID=adda62b9-e3d8-4ebd-a87c-d35f2f184c59,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:36.046763 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b2beae-0d28-4927-b892-95b1bb666e65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:36.047046 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b2beae-0d28-4927-b892-95b1bb666e65 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:36.047748 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device 47a7f593-cbc6-4a09-8a1f-000c5b9a6915 up at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:31:36.048450 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b2beae-0d28-4927-b892-95b1bb666e65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:36.048450 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b2beae-0d28-4927-b892-95b1bb666e65 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:36.048701 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b2beae-0d28-4927-b892-95b1bb666e65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:36.048955 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b2beae-0d28-4927-b892-95b1bb666e65 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:36.049286 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b2beae-0d28-4927-b892-95b1bb666e65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:36.049823 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b2beae-0d28-4927-b892-95b1bb666e65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:36.050262 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b2beae-0d28-4927-b892-95b1bb666e65 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:36.050614 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b2beae-0d28-4927-b892-95b1bb666e65 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:36.050943 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b2beae-0d28-4927-b892-95b1bb666e65 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:36.051264 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b2beae-0d28-4927-b892-95b1bb666e65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:36.051585 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b2beae-0d28-4927-b892-95b1bb666e65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:36.051906 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b2beae-0d28-4927-b892-95b1bb666e65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:36.052221 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b2beae-0d28-4927-b892-95b1bb666e65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:31:36.061099 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-a3d0550b-9982-4cda-9c2a-6e5cdd5cc08b None None] Provisioning complete for port daaec318-73c9-48b6-af88-6c7723f3ee1e triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:31:36.061482 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a3d0550b-9982-4cda-9c2a-6e5cdd5cc08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (daaec318-73c9-48b6-af88-6c7723f3ee1e), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:36.130455 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-47b2beae-0d28-4927-b892-95b1bb666e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (adda62b9-e3d8-4ebd-a87c-d35f2f184c59), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:36.252909 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c288f-4ab1-46c6-8c95-81dee6d8e5fc req-8f39cf96-4859-4604-93fb-1c4dc408a77f tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:36.264062 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-579c288f-4ab1-46c6-8c95-81dee6d8e5fc req-8f39cf96-4859-4604-93fb-1c4dc408a77f tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/ports?device_id=800d0eab-3550-4b55-8837-765681285f77 HTTP/1.1" status: 200 len: 945 time: 0.0957153 Jun 03 15:31:36.319153 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-579c288f-4ab1-46c6-8c95-81dee6d8e5fc req-b5383b95-d7d8-49c9-bd3d-a7f437241336 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/security-groups?id=903fa922-1e28-41d0-90aa-4ae6067c6a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541739 Jun 03 15:31:36.323459 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Provisioning complete for port 47a7f593-cbc6-4a09-8a1f-000c5b9a6915 triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:31:36.323696 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (47a7f593-cbc6-4a09-8a1f-000c5b9a6915), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:36.326918 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-a3d0550b-9982-4cda-9c2a-6e5cdd5cc08b None None] Current status of the port daaec318-73c9-48b6-af88-6c7723f3ee1e is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:31:36.366057 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0f4b8f1b-aef1-4d9b-a10b-34ae13ed301b None None] Publish callbacks [] for port (f06470bb-bb6e-44be-82f0-8d958b77e78f), precommit_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:36.380803 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0f4b8f1b-aef1-4d9b-a10b-34ae13ed301b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (f06470bb-bb6e-44be-82f0-8d958b77e78f), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:36.442315 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-47b2beae-0d28-4927-b892-95b1bb666e65 admin admin] Publish callbacks [] for port (adda62b9-e3d8-4ebd-a87c-d35f2f184c59), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:36.450723 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-47b2beae-0d28-4927-b892-95b1bb666e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5848786'] for port (adda62b9-e3d8-4ebd-a87c-d35f2f184c59), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:36.456246 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:36.466058 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-0f4b8f1b-aef1-4d9b-a10b-34ae13ed301b None None] Attempting to bind port f06470bb-bb6e-44be-82f0-8d958b77e78f on host dv-cinder-831247-16-iscsi for vnic_type normal with profile {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 15:31:36.466430 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-0f4b8f1b-aef1-4d9b-a10b-34ae13ed301b None None] Attempting to bind port f06470bb-bb6e-44be-82f0-8d958b77e78f by drivers openvswitch,hyperv on host dv-cinder-831247-16-iscsi at level 0 using segments [{'id': 'fb1f6c29-8e9a-43bb-852a-39936675ceea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913'}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 15:31:36.466823 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4b8f1b-aef1-4d9b-a10b-34ae13ed301b None None] Attempting to bind port f06470bb-bb6e-44be-82f0-8d958b77e78f on network 2ebb747a-15cb-4ff0-831b-eddaba7ea913 {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:31:36.492121 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9cd1b4-868e-406e-ae4d-60e086717da4 None None] Pushing event updated for resources: {'Port': ['ID=f06470bb-bb6e-44be-82f0-8d958b77e78f,revision_number=2']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:36.503446 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-74a2c325-f563-4069-9e9d-ec5e3fb96c31 None None] Provisioning complete for port 8f57c350-5705-4486-a865-8763aa6881bd triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:31:36.503817 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-74a2c325-f563-4069-9e9d-ec5e3fb96c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (8f57c350-5705-4486-a865-8763aa6881bd), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:36.508832 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:36.510500 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4b8f1b-aef1-4d9b-a10b-34ae13ed301b None None] Checking agent: {'id': 'b78338d6-31c9-4f43-bfac-5a5a854a8366', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 17, 58), 'started_at': datetime.datetime(2022, 6, 3, 15, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 15:31:36.510898 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4b8f1b-aef1-4d9b-a10b-34ae13ed301b None None] Checking segment: {'id': 'fb1f6c29-8e9a-43bb-852a-39936675ceea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:31:36.511441 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0f4b8f1b-aef1-4d9b-a10b-34ae13ed301b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:36.511817 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4b8f1b-aef1-4d9b-a10b-34ae13ed301b None None] Bound using segment: {'id': 'fb1f6c29-8e9a-43bb-852a-39936675ceea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913'} {{(pid=103921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 15:31:36.512330 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.managers [None req-0f4b8f1b-aef1-4d9b-a10b-34ae13ed301b None None] Bound port: f06470bb-bb6e-44be-82f0-8d958b77e78f, host: dv-cinder-831247-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb1f6c29-8e9a-43bb-852a-39936675ceea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913'}}] {{(pid=103921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 15:31:36.512705 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0f4b8f1b-aef1-4d9b-a10b-34ae13ed301b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (f06470bb-bb6e-44be-82f0-8d958b77e78f), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:36.526447 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b2beae-0d28-4927-b892-95b1bb666e65 admin admin] Pushing event updated for resources: {'Port': ['ID=adda62b9-e3d8-4ebd-a87c-d35f2f184c59,revision_number=2']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:36.529066 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-47b2beae-0d28-4927-b892-95b1bb666e65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-761338'] for router_interface (66631eae-4135-40f7-84cf-eba615e47b03), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:36.570233 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Current status of the port 47a7f593-cbc6-4a09-8a1f-000c5b9a6915 is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:31:36.571332 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device daaec318-73c9-48b6-af88-6c7723f3ee1e up at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:31:36.633673 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b2beae-0d28-4927-b892-95b1bb666e65 admin admin] Network 3c9f0508-c080-4ca0-9ee7-3769ee337aaf is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:31:36.635061 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-47b2beae-0d28-4927-b892-95b1bb666e65 admin admin] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:31:36.638657 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:36.645091 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:36.647468 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-0f4b8f1b-aef1-4d9b-a10b-34ae13ed301b None None] For port f06470bb-bb6e-44be-82f0-8d958b77e78f, host dv-cinder-831247-16-iscsi, cleared binding levels {{(pid=103921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 15:31:36.669583 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-0f4b8f1b-aef1-4d9b-a10b-34ae13ed301b None None] For port f06470bb-bb6e-44be-82f0-8d958b77e78f, host dv-cinder-831247-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=f06470bb-bb6e-44be-82f0-8d958b77e78f,segment=NetworkSegment(fb1f6c29-8e9a-43bb-852a-39936675ceea),segment_id=fb1f6c29-8e9a-43bb-852a-39936675ceea)] {{(pid=103921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 15:31:36.695546 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0f4b8f1b-aef1-4d9b-a10b-34ae13ed301b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (f06470bb-bb6e-44be-82f0-8d958b77e78f), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:36.714231 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Provisioning complete for port daaec318-73c9-48b6-af88-6c7723f3ee1e triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:31:36.714636 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (daaec318-73c9-48b6-af88-6c7723f3ee1e), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:36.762963 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b2beae-0d28-4927-b892-95b1bb666e65 admin admin] Router 66631eae-4135-40f7-84cf-eba615e47b03 has already been hosted by L3 agent af3cb756-c261-4349-9f96-3650fb8ddf57 {{(pid=103920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 15:31:36.781402 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-74a2c325-f563-4069-9e9d-ec5e3fb96c31 None None] Current status of the port 8f57c350-5705-4486-a865-8763aa6881bd is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:31:36.866929 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-74a2c325-f563-4069-9e9d-ec5e3fb96c31 None None] Provisioning complete for port adda62b9-e3d8-4ebd-a87c-d35f2f184c59 triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:31:36.867348 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-74a2c325-f563-4069-9e9d-ec5e3fb96c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (adda62b9-e3d8-4ebd-a87c-d35f2f184c59), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:36.895286 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b2beae-0d28-4927-b892-95b1bb666e65 admin admin] Notify agent at l3_agent.dv-cinder-831247-16-iscsi the message routers_updated {{(pid=103920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 15:31:36.901722 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-47b2beae-0d28-4927-b892-95b1bb666e65 admin admin] 10.222.0.93 "PUT /v2.0/routers/66631eae-4135-40f7-84cf-eba615e47b03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4456143 Jun 03 15:31:36.927828 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9cd1b4-868e-406e-ae4d-60e086717da4 None None] Pushing event updated for resources: {'Port': ['ID=f06470bb-bb6e-44be-82f0-8d958b77e78f,revision_number=3']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:36.934150 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4b8f1b-aef1-4d9b-a10b-34ae13ed301b None None] Routers {'66631eae-4135-40f7-84cf-eba615e47b03'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:31:36.934906 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-0f4b8f1b-aef1-4d9b-a10b-34ae13ed301b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:31:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['66631eae-4135-40f7-84cf-eba615e47b03'], 'active': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:36.941684 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (5d40428d-d668-464b-bcee-3124e1355b3b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:37.028462 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-74a2c325-f563-4069-9e9d-ec5e3fb96c31 None None] Port adda62b9-e3d8-4ebd-a87c-d35f2f184c59 cannot update to ACTIVE because it is not bound. {{(pid=103921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 15:31:37.061957 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Current status of the port daaec318-73c9-48b6-af88-6c7723f3ee1e is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:31:37.063581 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device 8f57c350-5705-4486-a865-8763aa6881bd up at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:31:37.116185 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvr_db [None req-0f4b8f1b-aef1-4d9b-a10b-34ae13ed301b None None] Set router 66631eae-4135-40f7-84cf-eba615e47b03 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:31:37.209041 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-ca7a0b3c-2400-4ecc-8d12-5d999dad508e None None] Provisioning complete for port adda62b9-e3d8-4ebd-a87c-d35f2f184c59 triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:31:37.209405 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ca7a0b3c-2400-4ecc-8d12-5d999dad508e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (adda62b9-e3d8-4ebd-a87c-d35f2f184c59), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:37.212688 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Provisioning complete for port 8f57c350-5705-4486-a865-8763aa6881bd triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:31:37.213041 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (8f57c350-5705-4486-a865-8763aa6881bd), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:37.332232 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 54428) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:31:37.339672 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-c4899c39-64c1-4b2b-81fa-01e54178eb88 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-168875648', 'description': 'tempest-secgroup-smoke-168875648 description', 'project_id': '141bd2be69f243aa926f28b96eb6f0d5'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:31:37.381359 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c4899c39-64c1-4b2b-81fa-01e54178eb88 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:37.479079 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-ca7a0b3c-2400-4ecc-8d12-5d999dad508e None None] Port adda62b9-e3d8-4ebd-a87c-d35f2f184c59 cannot update to ACTIVE because it is not bound. {{(pid=103921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 15:31:37.486813 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c4899c39-64c1-4b2b-81fa-01e54178eb88 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks [] for security_group (b88df937-e402-4cfa-971f-d0284891327a), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:37.491938 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c4899c39-64c1-4b2b-81fa-01e54178eb88 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (b88df937-e402-4cfa-971f-d0284891327a), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:37.532063 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4899c39-64c1-4b2b-81fa-01e54178eb88 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b88df937-e402-4cfa-971f-d0284891327a,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:37.538820 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c4899c39-64c1-4b2b-81fa-01e54178eb88 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:37.542912 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-c4899c39-64c1-4b2b-81fa-01e54178eb88 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2065988 Jun 03 15:31:37.542912 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 54440) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:31:37.549118 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-09e01397-81a2-4eb2-a15f-43aeba702826 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Request body: {'security_group_rule': {'security_group_id': 'b88df937-e402-4cfa-971f-d0284891327a', 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:31:37.588418 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-09e01397-81a2-4eb2-a15f-43aeba702826 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks [] for security_group_rule (9aea6f5a-809c-46a1-85b2-9fdeb6103d02), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:37.603033 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:37.622231 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Current status of the port 8f57c350-5705-4486-a865-8763aa6881bd is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:31:37.641090 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-0f4b8f1b-aef1-4d9b-a10b-34ae13ed301b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66631eae-4135-40f7-84cf-eba615e47b03', 'name': 'tempest-TestVolumeBootPattern-1921234146-router', 'tenant_id': 'd0bc0a82cd0b4587b37873a83f39c3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'f06470bb-bb6e-44be-82f0-8d958b77e78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:31:32Z', 'updated_at': '2022-06-03T15:31:36Z', 'revision_number': 4, 'project_id': 'd0bc0a82cd0b4587b37873a83f39c3cf', 'gw_port': {'id': 'f06470bb-bb6e-44be-82f0-8d958b77e78f', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:18:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66631eae-4135-40f7-84cf-eba615e47b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:33Z', 'updated_at': '2022-06-03T15:31:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': 'adda62b9-e3d8-4ebd-a87c-d35f2f184c59', 'name': '', 'network_id': '3c9f0508-c080-4ca0-9ee7-3769ee337aaf', 'tenant_id': 'd0bc0a82cd0b4587b37873a83f39c3cf', 'mac_address': 'fa:16:3e:ad:dd:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66631eae-4135-40f7-84cf-eba615e47b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'e4a2abe6-16e2-4585-933f-4ae2d4604367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:35Z', 'updated_at': '2022-06-03T15:31:36Z', 'revision_number': 2, 'project_id': 'd0bc0a82cd0b4587b37873a83f39c3cf', 'subnets': [{'id': 'e4a2abe6-16e2-4585-933f-4ae2d4604367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:37.667530 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4b8f1b-aef1-4d9b-a10b-34ae13ed301b None None] The sync data for ids ['66631eae-4135-40f7-84cf-eba615e47b03'] in dv-cinder-831247-16-iscsi is: [{'id': '66631eae-4135-40f7-84cf-eba615e47b03', 'name': 'tempest-TestVolumeBootPattern-1921234146-router', 'tenant_id': 'd0bc0a82cd0b4587b37873a83f39c3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'f06470bb-bb6e-44be-82f0-8d958b77e78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:31:32Z', 'updated_at': '2022-06-03T15:31:36Z', 'revision_number': 4, 'project_id': 'd0bc0a82cd0b4587b37873a83f39c3cf', 'gw_port': {'id': 'f06470bb-bb6e-44be-82f0-8d958b77e78f', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:18:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66631eae-4135-40f7-84cf-eba615e47b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:33Z', 'updated_at': '2022-06-03T15:31:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': 'adda62b9-e3d8-4ebd-a87c-d35f2f184c59', 'name': '', 'network_id': '3c9f0508-c080-4ca0-9ee7-3769ee337aaf', 'tenant_id': 'd0bc0a82cd0b4587b37873a83f39c3cf', 'mac_address': 'fa:16:3e:ad:dd:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66631eae-4135-40f7-84cf-eba615e47b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'e4a2abe6-16e2-4585-933f-4ae2d4604367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:35Z', 'updated_at': '2022-06-03T15:31:36Z', 'revision_number': 2, 'project_id': 'd0bc0a82cd0b4587b37873a83f39c3cf', 'subnets': [{'id': 'e4a2abe6-16e2-4585-933f-4ae2d4604367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:31:37.688989 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df1107-ad4b-4b04-a7d3-7a97067c461c req-62fa89b8-4621-4577-affe-5a9493b74a1f tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:37.689634 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-09e01397-81a2-4eb2-a15f-43aeba702826 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks [] for security_group_rule (9aea6f5a-809c-46a1-85b2-9fdeb6103d02), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:37.691026 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-26df1107-ad4b-4b04-a7d3-7a97067c461c req-62fa89b8-4621-4577-affe-5a9493b74a1f tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/ports?device_id=800d0eab-3550-4b55-8837-765681285f77 HTTP/1.1" status: 200 len: 945 time: 0.2820764 Jun 03 15:31:37.694257 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-09e01397-81a2-4eb2-a15f-43aeba702826 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749434'] for security_group_rule (9aea6f5a-809c-46a1-85b2-9fdeb6103d02), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:37.721049 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e01397-81a2-4eb2-a15f-43aeba702826 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aea6f5a-809c-46a1-85b2-9fdeb6103d02,revision_number=0']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:37.727755 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-09e01397-81a2-4eb2-a15f-43aeba702826 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:37.731662 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 54442) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:31:37.731867 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-09e01397-81a2-4eb2-a15f-43aeba702826 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1879621 Jun 03 15:31:37.740052 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-c11412b4-a9fe-4dcd-8928-458438b84de4 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Request body: {'security_group_rule': {'security_group_id': 'b88df937-e402-4cfa-971f-d0284891327a', 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:31:37.750141 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:37.765529 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-26df1107-ad4b-4b04-a7d3-7a97067c461c req-fe24d0c4-5c85-4eb2-921c-97c1f4b0b2bf tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/security-groups?id=903fa922-1e28-41d0-90aa-4ae6067c6a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676975 Jun 03 15:31:37.788579 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-c11412b4-a9fe-4dcd-8928-458438b84de4 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks [] for security_group_rule (5a97ae35-40df-4b16-8c01-97452a3c983e), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:37.853604 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-c11412b4-a9fe-4dcd-8928-458438b84de4 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks [] for security_group_rule (5a97ae35-40df-4b16-8c01-97452a3c983e), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:37.857711 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-c11412b4-a9fe-4dcd-8928-458438b84de4 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749434'] for security_group_rule (5a97ae35-40df-4b16-8c01-97452a3c983e), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:37.878865 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11412b4-a9fe-4dcd-8928-458438b84de4 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a97ae35-40df-4b16-8c01-97452a3c983e,revision_number=0']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:37.884612 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-c11412b4-a9fe-4dcd-8928-458438b84de4 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:37.885782 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-c11412b4-a9fe-4dcd-8928-458438b84de4 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1532011 Jun 03 15:31:37.888534 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 54444) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:31:37.893064 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-21e7315c-483c-4dc3-9d79-64fb43c1e471 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Request body: {'security_group_rule': {'security_group_id': 'b88df937-e402-4cfa-971f-d0284891327a', 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:31:37.919980 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-21e7315c-483c-4dc3-9d79-64fb43c1e471 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks [] for security_group_rule (0adebbe0-2236-4d1f-9d83-aa7156618deb), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:37.961133 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:37.987328 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-21e7315c-483c-4dc3-9d79-64fb43c1e471 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks [] for security_group_rule (0adebbe0-2236-4d1f-9d83-aa7156618deb), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:37.991035 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-21e7315c-483c-4dc3-9d79-64fb43c1e471 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749434'] for security_group_rule (0adebbe0-2236-4d1f-9d83-aa7156618deb), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:38.011829 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e7315c-483c-4dc3-9d79-64fb43c1e471 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0adebbe0-2236-4d1f-9d83-aa7156618deb,revision_number=0']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:38.017999 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-21e7315c-483c-4dc3-9d79-64fb43c1e471 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:38.022271 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-21e7315c-483c-4dc3-9d79-64fb43c1e471 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1327047 Jun 03 15:31:38.022601 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 54446) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:31:38.027251 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-468fddc7-1987-4158-ae2d-ef5ede98bfe3 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Request body: {'security_group_rule': {'security_group_id': 'b88df937-e402-4cfa-971f-d0284891327a', 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:31:38.065599 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-468fddc7-1987-4158-ae2d-ef5ede98bfe3 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks [] for security_group_rule (4f10c2d9-4a35-47d4-a058-f7cecf6acf58), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:38.137568 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-468fddc7-1987-4158-ae2d-ef5ede98bfe3 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks [] for security_group_rule (4f10c2d9-4a35-47d4-a058-f7cecf6acf58), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:38.144393 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-468fddc7-1987-4158-ae2d-ef5ede98bfe3 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749434'] for security_group_rule (4f10c2d9-4a35-47d4-a058-f7cecf6acf58), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:38.173510 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468fddc7-1987-4158-ae2d-ef5ede98bfe3 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f10c2d9-4a35-47d4-a058-f7cecf6acf58,revision_number=0']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:38.179944 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-468fddc7-1987-4158-ae2d-ef5ede98bfe3 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:38.182592 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-468fddc7-1987-4158-ae2d-ef5ede98bfe3 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1574261 Jun 03 15:31:38.184124 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 54448) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:31:38.189478 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-49249c48-f9ab-4c85-9c9f-2081e086fda1 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Request body: {'security_group_rule': {'security_group_id': 'b88df937-e402-4cfa-971f-d0284891327a', 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:31:38.220680 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.db.securitygroups_db [None req-49249c48-f9ab-4c85-9c9f-2081e086fda1 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Project 141bd2be69f243aa926f28b96eb6f0d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 15:31:38.274053 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-49249c48-f9ab-4c85-9c9f-2081e086fda1 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks [] for security_group_rule (24341859-d672-43c4-bdfb-a681395e19fd), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:38.314524 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-16b97852-7758-4e22-b6e6-8795df75d80a req-da7708db-84fc-4291-9570-d8ad44dbce9f service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0963135 Jun 03 15:31:38.381232 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-49249c48-f9ab-4c85-9c9f-2081e086fda1 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks [] for security_group_rule (24341859-d672-43c4-bdfb-a681395e19fd), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:38.387573 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-49249c48-f9ab-4c85-9c9f-2081e086fda1 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749434'] for security_group_rule (24341859-d672-43c4-bdfb-a681395e19fd), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:38.416376 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b97852-7758-4e22-b6e6-8795df75d80a req-4699fb76-90be-4906-8796-d2698f4c86e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:38.418713 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-16b97852-7758-4e22-b6e6-8795df75d80a req-4699fb76-90be-4906-8796-d2698f4c86e2 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a402ec1153624838be07cda58279f2a4&device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 1130 time: 0.0770113 Jun 03 15:31:38.424126 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49249c48-f9ab-4c85-9c9f-2081e086fda1 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24341859-d672-43c4-bdfb-a681395e19fd,revision_number=0']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:38.436509 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-49249c48-f9ab-4c85-9c9f-2081e086fda1 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:38.439298 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-49249c48-f9ab-4c85-9c9f-2081e086fda1 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2536967 Jun 03 15:31:38.443271 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 54450) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:31:38.447955 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-a0c864f0-f849-427b-aa80-c16883056ca9 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Request body: {'security_group_rule': {'security_group_id': 'b88df937-e402-4cfa-971f-d0284891327a', 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:31:38.535983 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.db.securitygroups_db [None req-a0c864f0-f849-427b-aa80-c16883056ca9 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Project 141bd2be69f243aa926f28b96eb6f0d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 03 15:31:38.552020 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-a0c864f0-f849-427b-aa80-c16883056ca9 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks [] for security_group_rule (468d001d-0980-40ae-b879-9db6b548b06d), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:38.605539 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b97852-7758-4e22-b6e6-8795df75d80a req-f0a78c3d-e69e-43bc-a2fb-cb044d06c5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:38.607366 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-16b97852-7758-4e22-b6e6-8795df75d80a req-f0a78c3d-e69e-43bc-a2fb-cb044d06c5c0 service neutron] 10.222.0.95 "GET /v2.0/networks?id=ba66765f-7c24-4296-be5e-4c2a803ccabf HTTP/1.1" status: 200 len: 919 time: 0.1540811 Jun 03 15:31:38.659269 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-16b97852-7758-4e22-b6e6-8795df75d80a req-dc96d3a4-bdcd-4224-a492-f38b71aae362 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6777d99-9001-40c7-8dc0-bac5ca7c5efe HTTP/1.1" status: 200 len: 217 time: 0.0447567 Jun 03 15:31:38.669741 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-a0c864f0-f849-427b-aa80-c16883056ca9 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks [] for security_group_rule (468d001d-0980-40ae-b879-9db6b548b06d), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:38.682312 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-a0c864f0-f849-427b-aa80-c16883056ca9 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749434'] for security_group_rule (468d001d-0980-40ae-b879-9db6b548b06d), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:38.727320 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c864f0-f849-427b-aa80-c16883056ca9 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=468d001d-0980-40ae-b879-9db6b548b06d,revision_number=0']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:38.740787 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b97852-7758-4e22-b6e6-8795df75d80a req-61ff1032-89aa-4b32-82e3-03903b25a129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:38.742381 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-16b97852-7758-4e22-b6e6-8795df75d80a req-61ff1032-89aa-4b32-82e3-03903b25a129 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5cb0f2a7-ee25-46e9-8c4b-18478610484d HTTP/1.1" status: 200 len: 857 time: 0.0703771 Jun 03 15:31:38.744992 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-a0c864f0-f849-427b-aa80-c16883056ca9 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:38.746776 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-a0c864f0-f849-427b-aa80-c16883056ca9 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3025138 Jun 03 15:31:38.796540 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b97852-7758-4e22-b6e6-8795df75d80a req-deb981c8-e276-4ccc-933d-18388fdf93b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:38.798363 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-16b97852-7758-4e22-b6e6-8795df75d80a req-deb981c8-e276-4ccc-933d-18388fdf93b7 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ba66765f-7c24-4296-be5e-4c2a803ccabf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0480506 Jun 03 15:31:38.860687 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:38.956459 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-16b97852-7758-4e22-b6e6-8795df75d80a req-0cb87ceb-44f1-4788-b94e-ae9547e4f677 service neutron] 10.222.0.95 "GET /v2.0/networks/ba66765f-7c24-4296-be5e-4c2a803ccabf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403916 Jun 03 15:31:38.963327 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7aea3-66a9-40d0-8fa6-10c36a02b416 req-1d7e0e67-b5c5-44c2-919a-566a002d2086 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:38.965004 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-ebc7aea3-66a9-40d0-8fa6-10c36a02b416 req-1d7e0e67-b5c5-44c2-919a-566a002d2086 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/ports?device_id=800d0eab-3550-4b55-8837-765681285f77 HTTP/1.1" status: 200 len: 945 time: 0.0851943 Jun 03 15:31:38.995444 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:39.039166 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-ebc7aea3-66a9-40d0-8fa6-10c36a02b416 req-bfc4053c-8ffa-48ae-8aeb-0e0d9a17cef6 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/security-groups?id=903fa922-1e28-41d0-90aa-4ae6067c6a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643394 Jun 03 15:31:39.083302 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-16b97852-7758-4e22-b6e6-8795df75d80a req-3dca1ca6-1b2f-4cc6-9943-f561773b145b service neutron] 10.222.0.95 "GET /v2.0/networks/ba66765f-7c24-4296-be5e-4c2a803ccabf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184587 Jun 03 15:31:39.865344 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device f06470bb-bb6e-44be-82f0-8d958b77e78f up at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:31:39.904585 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=100 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:39.912873 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Provisioning complete for port f06470bb-bb6e-44be-82f0-8d958b77e78f triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:31:39.913224 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (f06470bb-bb6e-44be-82f0-8d958b77e78f), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:39.988274 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Current status of the port f06470bb-bb6e-44be-82f0-8d958b77e78f is: DOWN; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:31:39.988663 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (f06470bb-bb6e-44be-82f0-8d958b77e78f), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:40.010994 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] For port f06470bb-bb6e-44be-82f0-8d958b77e78f, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=f06470bb-bb6e-44be-82f0-8d958b77e78f,segment=NetworkSegment(fb1f6c29-8e9a-43bb-852a-39936675ceea),segment_id=fb1f6c29-8e9a-43bb-852a-39936675ceea)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:31:40.015087 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (f06470bb-bb6e-44be-82f0-8d958b77e78f), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:40.072999 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Pushing event updated for resources: {'Port': ['ID=f06470bb-bb6e-44be-82f0-8d958b77e78f,revision_number=4']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:40.173744 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7015501-3b2d-4381-989b-5d897e0f2b85 req-b6d378e5-9876-494a-beda-82686bbd7246 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:40.176264 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e7015501-3b2d-4381-989b-5d897e0f2b85 req-b6d378e5-9876-494a-beda-82686bbd7246 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/ports?device_id=800d0eab-3550-4b55-8837-765681285f77 HTTP/1.1" status: 200 len: 945 time: 0.0638533 Jun 03 15:31:40.249071 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e7015501-3b2d-4381-989b-5d897e0f2b85 req-a14f0a7f-a385-443f-8342-1c3509bfdbd4 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/security-groups?id=903fa922-1e28-41d0-90aa-4ae6067c6a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650883 Jun 03 15:31:40.882012 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b80a6cb-7bfd-4295-a8e1-05a7e5d10bc3 None None] Sync routers for ids ['66631eae-4135-40f7-84cf-eba615e47b03'] in dv-cinder-831247-16-iscsi {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:31:40.894611 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b80a6cb-7bfd-4295-a8e1-05a7e5d10bc3 None None] Routers {'66631eae-4135-40f7-84cf-eba615e47b03'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:31:40.895398 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-5b80a6cb-7bfd-4295-a8e1-05a7e5d10bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:31:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['66631eae-4135-40f7-84cf-eba615e47b03'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:40.998738 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-5b80a6cb-7bfd-4295-a8e1-05a7e5d10bc3 None None] Set router 66631eae-4135-40f7-84cf-eba615e47b03 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:31:41.202997 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-5b80a6cb-7bfd-4295-a8e1-05a7e5d10bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66631eae-4135-40f7-84cf-eba615e47b03', 'name': 'tempest-TestVolumeBootPattern-1921234146-router', 'tenant_id': 'd0bc0a82cd0b4587b37873a83f39c3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'f06470bb-bb6e-44be-82f0-8d958b77e78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:31:32Z', 'updated_at': '2022-06-03T15:31:36Z', 'revision_number': 4, 'project_id': 'd0bc0a82cd0b4587b37873a83f39c3cf', 'gw_port': {'id': 'f06470bb-bb6e-44be-82f0-8d958b77e78f', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:18:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66631eae-4135-40f7-84cf-eba615e47b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:33Z', 'updated_at': '2022-06-03T15:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': 'adda62b9-e3d8-4ebd-a87c-d35f2f184c59', 'name': '', 'network_id': '3c9f0508-c080-4ca0-9ee7-3769ee337aaf', 'tenant_id': 'd0bc0a82cd0b4587b37873a83f39c3cf', 'mac_address': 'fa:16:3e:ad:dd:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66631eae-4135-40f7-84cf-eba615e47b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'e4a2abe6-16e2-4585-933f-4ae2d4604367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:35Z', 'updated_at': '2022-06-03T15:31:36Z', 'revision_number': 2, 'project_id': 'd0bc0a82cd0b4587b37873a83f39c3cf', 'subnets': [{'id': 'e4a2abe6-16e2-4585-933f-4ae2d4604367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:41.233702 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b80a6cb-7bfd-4295-a8e1-05a7e5d10bc3 None None] Checking router: 66631eae-4135-40f7-84cf-eba615e47b03 for host: dv-cinder-831247-16-iscsi {{(pid=103922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:31:41.234046 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b80a6cb-7bfd-4295-a8e1-05a7e5d10bc3 None None] Updating router 66631eae-4135-40f7-84cf-eba615e47b03 port adda62b9-e3d8-4ebd-a87c-d35f2f184c59 binding host dv-cinder-831247-16-iscsi {{(pid=103922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 03 15:31:41.263052 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-5b80a6cb-7bfd-4295-a8e1-05a7e5d10bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (adda62b9-e3d8-4ebd-a87c-d35f2f184c59), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:41.338202 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:41.385104 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ca487-2b77-43e5-bfa1-1c7146fcc0eb req-58d011d7-fcec-4b33-9874-d5f6622b1c46 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:41.387038 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-217ca487-2b77-43e5-bfa1-1c7146fcc0eb req-58d011d7-fcec-4b33-9874-d5f6622b1c46 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/ports?device_id=800d0eab-3550-4b55-8837-765681285f77 HTTP/1.1" status: 200 len: 945 time: 0.0582638 Jun 03 15:31:41.428249 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:41.444369 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-217ca487-2b77-43e5-bfa1-1c7146fcc0eb req-f66ba096-8425-4d59-872b-2590043fe7e6 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/security-groups?id=903fa922-1e28-41d0-90aa-4ae6067c6a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489359 Jun 03 15:31:41.554196 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:41.614689 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-5b80a6cb-7bfd-4295-a8e1-05a7e5d10bc3 None None] Publish callbacks [] for port (adda62b9-e3d8-4ebd-a87c-d35f2f184c59), precommit_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:41.620663 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-5b80a6cb-7bfd-4295-a8e1-05a7e5d10bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (adda62b9-e3d8-4ebd-a87c-d35f2f184c59), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:41.669725 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7816deca-5fad-42f2-888b-c39da9fbd291 None None] Pushing event updated for resources: {'Port': ['ID=adda62b9-e3d8-4ebd-a87c-d35f2f184c59,revision_number=3']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:41.729873 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-5b80a6cb-7bfd-4295-a8e1-05a7e5d10bc3 None None] Attempting to bind port adda62b9-e3d8-4ebd-a87c-d35f2f184c59 on host dv-cinder-831247-16-iscsi for vnic_type normal with profile {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 15:31:41.730622 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-5b80a6cb-7bfd-4295-a8e1-05a7e5d10bc3 None None] Attempting to bind port adda62b9-e3d8-4ebd-a87c-d35f2f184c59 by drivers openvswitch,hyperv on host dv-cinder-831247-16-iscsi at level 0 using segments [{'id': '3f1b360a-e469-433b-91e7-e183c50009f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '3c9f0508-c080-4ca0-9ee7-3769ee337aaf'}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 15:31:41.730622 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b80a6cb-7bfd-4295-a8e1-05a7e5d10bc3 None None] Attempting to bind port adda62b9-e3d8-4ebd-a87c-d35f2f184c59 on network 3c9f0508-c080-4ca0-9ee7-3769ee337aaf {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:31:41.737043 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b80a6cb-7bfd-4295-a8e1-05a7e5d10bc3 None None] Checking agent: {'id': 'b78338d6-31c9-4f43-bfac-5a5a854a8366', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 17, 58), 'started_at': datetime.datetime(2022, 6, 3, 15, 18, 28), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 15:31:41.737407 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b80a6cb-7bfd-4295-a8e1-05a7e5d10bc3 None None] Checking segment: {'id': '3f1b360a-e469-433b-91e7-e183c50009f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '3c9f0508-c080-4ca0-9ee7-3769ee337aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:31:41.737798 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-5b80a6cb-7bfd-4295-a8e1-05a7e5d10bc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:41.738179 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b80a6cb-7bfd-4295-a8e1-05a7e5d10bc3 None None] Bound using segment: {'id': '3f1b360a-e469-433b-91e7-e183c50009f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '3c9f0508-c080-4ca0-9ee7-3769ee337aaf'} {{(pid=103922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 15:31:41.738628 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.managers [None req-5b80a6cb-7bfd-4295-a8e1-05a7e5d10bc3 None None] Bound port: adda62b9-e3d8-4ebd-a87c-d35f2f184c59, host: dv-cinder-831247-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f1b360a-e469-433b-91e7-e183c50009f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '3c9f0508-c080-4ca0-9ee7-3769ee337aaf'}}] {{(pid=103922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 15:31:41.738992 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-5b80a6cb-7bfd-4295-a8e1-05a7e5d10bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (adda62b9-e3d8-4ebd-a87c-d35f2f184c59), before_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:41.816210 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-5b80a6cb-7bfd-4295-a8e1-05a7e5d10bc3 None None] For port adda62b9-e3d8-4ebd-a87c-d35f2f184c59, host dv-cinder-831247-16-iscsi, cleared binding levels {{(pid=103922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 15:31:41.820955 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.plugins.ml2.db [None req-5b80a6cb-7bfd-4295-a8e1-05a7e5d10bc3 None None] For port adda62b9-e3d8-4ebd-a87c-d35f2f184c59, host dv-cinder-831247-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=adda62b9-e3d8-4ebd-a87c-d35f2f184c59,segment=NetworkSegment(3f1b360a-e469-433b-91e7-e183c50009f5),segment_id=3f1b360a-e469-433b-91e7-e183c50009f5)] {{(pid=103922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 15:31:41.829106 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron_lib.callbacks.manager [None req-5b80a6cb-7bfd-4295-a8e1-05a7e5d10bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (adda62b9-e3d8-4ebd-a87c-d35f2f184c59), after_update {{(pid=103922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:41.883824 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device f06470bb-bb6e-44be-82f0-8d958b77e78f up at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:31:41.938992 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-6e8a475e-d49f-4a8c-a2a7-963fd941499d None None] Provisioning complete for port adda62b9-e3d8-4ebd-a87c-d35f2f184c59 triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:31:41.939281 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-6e8a475e-d49f-4a8c-a2a7-963fd941499d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (adda62b9-e3d8-4ebd-a87c-d35f2f184c59), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:41.970822 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Provisioning complete for port f06470bb-bb6e-44be-82f0-8d958b77e78f triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:31:41.971080 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (f06470bb-bb6e-44be-82f0-8d958b77e78f), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:41.993441 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b80a6cb-7bfd-4295-a8e1-05a7e5d10bc3 None None] Routers {'66631eae-4135-40f7-84cf-eba615e47b03'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:31:41.994067 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-5b80a6cb-7bfd-4295-a8e1-05a7e5d10bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:31:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['66631eae-4135-40f7-84cf-eba615e47b03'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:42.070827 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7816deca-5fad-42f2-888b-c39da9fbd291 None None] Pushing event updated for resources: {'Port': ['ID=adda62b9-e3d8-4ebd-a87c-d35f2f184c59,revision_number=4']} {{(pid=103922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:42.083672 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-6e8a475e-d49f-4a8c-a2a7-963fd941499d None None] Current status of the port adda62b9-e3d8-4ebd-a87c-d35f2f184c59 is: DOWN; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:31:42.084059 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-6e8a475e-d49f-4a8c-a2a7-963fd941499d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (adda62b9-e3d8-4ebd-a87c-d35f2f184c59), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:42.103960 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Current status of the port f06470bb-bb6e-44be-82f0-8d958b77e78f is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:31:42.121883 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-5b80a6cb-7bfd-4295-a8e1-05a7e5d10bc3 None None] Set router 66631eae-4135-40f7-84cf-eba615e47b03 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:31:42.130273 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-6e8a475e-d49f-4a8c-a2a7-963fd941499d None None] For port adda62b9-e3d8-4ebd-a87c-d35f2f184c59, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=adda62b9-e3d8-4ebd-a87c-d35f2f184c59,segment=NetworkSegment(3f1b360a-e469-433b-91e7-e183c50009f5),segment_id=3f1b360a-e469-433b-91e7-e183c50009f5)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:31:42.136525 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-6e8a475e-d49f-4a8c-a2a7-963fd941499d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (adda62b9-e3d8-4ebd-a87c-d35f2f184c59), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:42.188481 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8a475e-d49f-4a8c-a2a7-963fd941499d None None] Pushing event updated for resources: {'Port': ['ID=adda62b9-e3d8-4ebd-a87c-d35f2f184c59,revision_number=5']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:42.259371 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-3c8c3711-8cc9-4717-826b-93835ed9e467 None None] Provisioning complete for port adda62b9-e3d8-4ebd-a87c-d35f2f184c59 triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:31:42.259733 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-3c8c3711-8cc9-4717-826b-93835ed9e467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (adda62b9-e3d8-4ebd-a87c-d35f2f184c59), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:42.331876 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-5b80a6cb-7bfd-4295-a8e1-05a7e5d10bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66631eae-4135-40f7-84cf-eba615e47b03', 'name': 'tempest-TestVolumeBootPattern-1921234146-router', 'tenant_id': 'd0bc0a82cd0b4587b37873a83f39c3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'f06470bb-bb6e-44be-82f0-8d958b77e78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:31:32Z', 'updated_at': '2022-06-03T15:31:36Z', 'revision_number': 4, 'project_id': 'd0bc0a82cd0b4587b37873a83f39c3cf', 'gw_port': {'id': 'f06470bb-bb6e-44be-82f0-8d958b77e78f', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:18:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66631eae-4135-40f7-84cf-eba615e47b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:33Z', 'updated_at': '2022-06-03T15:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': 'adda62b9-e3d8-4ebd-a87c-d35f2f184c59', 'name': '', 'network_id': '3c9f0508-c080-4ca0-9ee7-3769ee337aaf', 'tenant_id': 'd0bc0a82cd0b4587b37873a83f39c3cf', 'mac_address': 'fa:16:3e:ad:dd:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66631eae-4135-40f7-84cf-eba615e47b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'e4a2abe6-16e2-4585-933f-4ae2d4604367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:35Z', 'updated_at': '2022-06-03T15:31:41Z', 'revision_number': 4, 'project_id': 'd0bc0a82cd0b4587b37873a83f39c3cf', 'subnets': [{'id': 'e4a2abe6-16e2-4585-933f-4ae2d4604367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:42.337468 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-3c8c3711-8cc9-4717-826b-93835ed9e467 None None] Current status of the port adda62b9-e3d8-4ebd-a87c-d35f2f184c59 is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:31:42.360552 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b80a6cb-7bfd-4295-a8e1-05a7e5d10bc3 None None] The sync data for ids ['66631eae-4135-40f7-84cf-eba615e47b03'] in dv-cinder-831247-16-iscsi is: [{'id': '66631eae-4135-40f7-84cf-eba615e47b03', 'name': 'tempest-TestVolumeBootPattern-1921234146-router', 'tenant_id': 'd0bc0a82cd0b4587b37873a83f39c3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'f06470bb-bb6e-44be-82f0-8d958b77e78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:31:32Z', 'updated_at': '2022-06-03T15:31:36Z', 'revision_number': 4, 'project_id': 'd0bc0a82cd0b4587b37873a83f39c3cf', 'gw_port': {'id': 'f06470bb-bb6e-44be-82f0-8d958b77e78f', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:18:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66631eae-4135-40f7-84cf-eba615e47b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:33Z', 'updated_at': '2022-06-03T15:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': 'adda62b9-e3d8-4ebd-a87c-d35f2f184c59', 'name': '', 'network_id': '3c9f0508-c080-4ca0-9ee7-3769ee337aaf', 'tenant_id': 'd0bc0a82cd0b4587b37873a83f39c3cf', 'mac_address': 'fa:16:3e:ad:dd:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66631eae-4135-40f7-84cf-eba615e47b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'e4a2abe6-16e2-4585-933f-4ae2d4604367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:35Z', 'updated_at': '2022-06-03T15:31:41Z', 'revision_number': 4, 'project_id': 'd0bc0a82cd0b4587b37873a83f39c3cf', 'subnets': [{'id': 'e4a2abe6-16e2-4585-933f-4ae2d4604367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:31:42.565237 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d77d80a-e203-4ca9-8223-613b090d993b req-4bf44c16-0628-49e2-8be3-0138c69c3e5b tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:42.566783 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-1d77d80a-e203-4ca9-8223-613b090d993b req-4bf44c16-0628-49e2-8be3-0138c69c3e5b tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/ports?device_id=800d0eab-3550-4b55-8837-765681285f77 HTTP/1.1" status: 200 len: 945 time: 0.0495956 Jun 03 15:31:42.598138 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:42.628698 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-1d77d80a-e203-4ca9-8223-613b090d993b req-47078551-2255-4140-bb1e-2c4b534e0d7e tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/security-groups?id=903fa922-1e28-41d0-90aa-4ae6067c6a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563996 Jun 03 15:31:43.755947 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a669f-98cb-4efc-a8b3-8401878c76fd req-15613672-b52b-449a-b51c-0edcd3749cf6 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:43.757421 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-018a669f-98cb-4efc-a8b3-8401878c76fd req-15613672-b52b-449a-b51c-0edcd3749cf6 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/ports?device_id=800d0eab-3550-4b55-8837-765681285f77 HTTP/1.1" status: 200 len: 945 time: 0.0528927 Jun 03 15:31:43.822181 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-018a669f-98cb-4efc-a8b3-8401878c76fd req-bc77c4bf-1621-41eb-b07d-b21b6105f366 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/security-groups?id=903fa922-1e28-41d0-90aa-4ae6067c6a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592380 Jun 03 15:31:43.872404 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device adda62b9-e3d8-4ebd-a87c-d35f2f184c59 up at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:31:43.917313 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Provisioning complete for port adda62b9-e3d8-4ebd-a87c-d35f2f184c59 triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:31:43.917598 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (adda62b9-e3d8-4ebd-a87c-d35f2f184c59), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:43.978636 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:44.010144 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Current status of the port adda62b9-e3d8-4ebd-a87c-d35f2f184c59 is: ACTIVE; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:31:44.958442 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ddf3ce-56e8-47a5-b2fd-5b9ccfca85b8 req-bb740190-142f-447d-b09f-c54971b29ae3 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:44.960017 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-29ddf3ce-56e8-47a5-b2fd-5b9ccfca85b8 req-bb740190-142f-447d-b09f-c54971b29ae3 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/ports?device_id=800d0eab-3550-4b55-8837-765681285f77 HTTP/1.1" status: 200 len: 945 time: 0.0576279 Jun 03 15:31:45.020977 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-29ddf3ce-56e8-47a5-b2fd-5b9ccfca85b8 req-6381710f-bae8-49a6-b07d-9a941929ff81 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/security-groups?id=903fa922-1e28-41d0-90aa-4ae6067c6a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550654 Jun 03 15:31:46.162892 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e008c38-c13d-4127-a02d-53fb7334d69d req-7ee9a0f1-c183-421d-b9bf-338847ede2dd tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:46.165200 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-7e008c38-c13d-4127-a02d-53fb7334d69d req-7ee9a0f1-c183-421d-b9bf-338847ede2dd tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/ports?device_id=800d0eab-3550-4b55-8837-765681285f77 HTTP/1.1" status: 200 len: 945 time: 0.0640893 Jun 03 15:31:46.222722 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-7e008c38-c13d-4127-a02d-53fb7334d69d req-fd6e9434-9c9a-42ed-bc3c-70f18c739189 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/security-groups?id=903fa922-1e28-41d0-90aa-4ae6067c6a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513878 Jun 03 15:31:46.891853 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49454f2d-2d19-44f1-9613-0d4df6559727 req-d990d537-1bc3-4eab-8fa8-7a5f656e0914 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:46.893498 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-49454f2d-2d19-44f1-9613-0d4df6559727 req-d990d537-1bc3-4eab-8fa8-7a5f656e0914 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=d49a8a8d-d24d-42e9-8a4d-775920a378aa HTTP/1.1" status: 200 len: 946 time: 0.0491872 Jun 03 15:31:46.941221 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-49454f2d-2d19-44f1-9613-0d4df6559727 req-5ae9b555-2492-4ef4-9b02-580b4103268d tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups?id=8eddbecd-ee4e-4ad0-893a-4d26b87b55b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420699 Jun 03 15:31:47.341291 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d538ae6-8bb8-4b48-8f5a-16de8fa7fbca req-d0893ece-8c3e-4980-8b3c-ad56ba8950ec tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:47.342807 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-1d538ae6-8bb8-4b48-8f5a-16de8fa7fbca req-d0893ece-8c3e-4980-8b3c-ad56ba8950ec tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/ports?device_id=800d0eab-3550-4b55-8837-765681285f77 HTTP/1.1" status: 200 len: 945 time: 0.0467360 Jun 03 15:31:47.396841 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-1d538ae6-8bb8-4b48-8f5a-16de8fa7fbca req-954ca6e9-7322-4c98-922a-21effc884712 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/security-groups?id=903fa922-1e28-41d0-90aa-4ae6067c6a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466287 Jun 03 15:31:48.056418 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86285f11-aa87-4dbd-967e-672829145ed4 req-2b383931-12b6-40dd-8fdb-e74ef88f3dbc tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:48.057876 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-86285f11-aa87-4dbd-967e-672829145ed4 req-2b383931-12b6-40dd-8fdb-e74ef88f3dbc tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=d49a8a8d-d24d-42e9-8a4d-775920a378aa HTTP/1.1" status: 200 len: 946 time: 0.0472801 Jun 03 15:31:48.109984 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-86285f11-aa87-4dbd-967e-672829145ed4 req-89fc78f7-b82f-4b26-9aca-756c3b731967 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups?id=8eddbecd-ee4e-4ad0-893a-4d26b87b55b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453224 Jun 03 15:31:48.511068 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a07eac-18e3-46a2-933d-9342be1d2897 req-9ab2f6a2-3d8e-4f25-b37c-6d2ab279f05d tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:48.512516 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-d4a07eac-18e3-46a2-933d-9342be1d2897 req-9ab2f6a2-3d8e-4f25-b37c-6d2ab279f05d tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/ports?device_id=800d0eab-3550-4b55-8837-765681285f77 HTTP/1.1" status: 200 len: 945 time: 0.0474520 Jun 03 15:31:48.564397 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-d4a07eac-18e3-46a2-933d-9342be1d2897 req-c49c5a2d-4167-49be-a7ef-1925bdd9b4a7 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/security-groups?id=903fa922-1e28-41d0-90aa-4ae6067c6a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460644 Jun 03 15:31:48.775680 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b494ff-2d48-4dba-83dc-1a0aaaab8f33 req-9b310b1e-e96c-43ef-907c-1dd2b06d976d tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:48.775680 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-20b494ff-2d48-4dba-83dc-1a0aaaab8f33 req-9b310b1e-e96c-43ef-907c-1dd2b06d976d tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.95 "GET /v2.0/ports?device_id=d49a8a8d-d24d-42e9-8a4d-775920a378aa HTTP/1.1" status: 200 len: 946 time: 0.0464203 Jun 03 15:31:48.850930 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.agents_db [None req-a949b1cf-d0d8-4748-9c84-4164e96bf99f None None] Agent healthcheck: found 6 active agents {{(pid=103922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 15:31:48.874011 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.plugin [req-20b494ff-2d48-4dba-83dc-1a0aaaab8f33 req-345d303d-bbf8-401c-94ac-164686289f5d tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Deleting port d0141bfc-60f8-4d27-ac11-5366f93320f4 {{(pid=103919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:31:48.874352 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-20b494ff-2d48-4dba-83dc-1a0aaaab8f33 req-345d303d-bbf8-401c-94ac-164686289f5d tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (d0141bfc-60f8-4d27-ac11-5366f93320f4), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:48.966377 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [req-20b494ff-2d48-4dba-83dc-1a0aaaab8f33 req-345d303d-bbf8-401c-94ac-164686289f5d tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] For port d0141bfc-60f8-4d27-ac11-5366f93320f4, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=d0141bfc-60f8-4d27-ac11-5366f93320f4,segment=NetworkSegment(71db973e-62af-43f0-a23f-112fc819cb27),segment_id=71db973e-62af-43f0-a23f-112fc819cb27)] {{(pid=103919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:31:48.966759 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-20b494ff-2d48-4dba-83dc-1a0aaaab8f33 req-345d303d-bbf8-401c-94ac-164686289f5d tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (d0141bfc-60f8-4d27-ac11-5366f93320f4), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:48.977008 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=100 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:49.134192 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-20b494ff-2d48-4dba-83dc-1a0aaaab8f33 req-345d303d-bbf8-401c-94ac-164686289f5d tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:49.134632 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-20b494ff-2d48-4dba-83dc-1a0aaaab8f33 req-345d303d-bbf8-401c-94ac-164686289f5d tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763103'] for floatingip (771bd516-6047-42e6-9745-3dc21dfaddfb), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:49.135050 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.db.l3_db [req-20b494ff-2d48-4dba-83dc-1a0aaaab8f33 req-345d303d-bbf8-401c-94ac-164686289f5d tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Floating IP 771bd516-6047-42e6-9745-3dc21dfaddfb disassociated. External IP: 172.27.3.215, port: d0141bfc-60f8-4d27-ac11-5366f93320f4. Jun 03 15:31:49.135489 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.plugin [req-20b494ff-2d48-4dba-83dc-1a0aaaab8f33 req-345d303d-bbf8-401c-94ac-164686289f5d tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Calling delete_port for d0141bfc-60f8-4d27-ac11-5366f93320f4 owned by compute:nova {{(pid=103919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:31:49.243532 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef03b13-572e-4174-ae41-3e93d846f629 req-45fb6151-8c46-49d2-b786-936fddf19b60 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:49.247026 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-9ef03b13-572e-4174-ae41-3e93d846f629 req-45fb6151-8c46-49d2-b786-936fddf19b60 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=d49a8a8d-d24d-42e9-8a4d-775920a378aa HTTP/1.1" status: 200 len: 946 time: 0.0544682 Jun 03 15:31:49.282623 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-20b494ff-2d48-4dba-83dc-1a0aaaab8f33 req-345d303d-bbf8-401c-94ac-164686289f5d tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4807792'] for port (d0141bfc-60f8-4d27-ac11-5366f93320f4), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:49.307124 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-9ef03b13-572e-4174-ae41-3e93d846f629 req-9e7d7dab-0c29-469f-b0a2-51ee78218356 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups?id=8eddbecd-ee4e-4ad0-893a-4d26b87b55b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553672 Jun 03 15:31:49.311946 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345d303d-bbf8-401c-94ac-164686289f5d tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Pushing event deleted for resources: {'Port': ['ID=d0141bfc-60f8-4d27-ac11-5366f93320f4,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:49.413856 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:49.442915 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20b494ff-2d48-4dba-83dc-1a0aaaab8f33 req-345d303d-bbf8-401c-94ac-164686289f5d tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Router bc437c53-8ef0-4776-adae-03f3429aef49 has already been hosted by L3 agent af3cb756-c261-4349-9f96-3650fb8ddf57 {{(pid=103919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 15:31:49.552371 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20b494ff-2d48-4dba-83dc-1a0aaaab8f33 req-345d303d-bbf8-401c-94ac-164686289f5d tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Notify agent at l3_agent.dv-cinder-831247-16-iscsi the message routers_updated {{(pid=103919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 15:31:49.566872 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e48469-705b-4d8a-807f-3b19457d480f None None] Sync routers for ids ['bc437c53-8ef0-4776-adae-03f3429aef49'] in dv-cinder-831247-16-iscsi {{(pid=103921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:31:49.578860 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e48469-705b-4d8a-807f-3b19457d480f None None] Routers {'bc437c53-8ef0-4776-adae-03f3429aef49'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:31:49.579489 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-25e48469-705b-4d8a-807f-3b19457d480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:31:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['bc437c53-8ef0-4776-adae-03f3429aef49'], 'active': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:49.607987 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [req-20b494ff-2d48-4dba-83dc-1a0aaaab8f33 req-345d303d-bbf8-401c-94ac-164686289f5d tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] No DVR routers for this DVR port d0141bfc-60f8-4d27-ac11-5366f93320f4 on host hv-cinder-83124 {{(pid=103919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 15:31:49.619841 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-20b494ff-2d48-4dba-83dc-1a0aaaab8f33 req-345d303d-bbf8-401c-94ac-164686289f5d tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for port (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:49.624713 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-20b494ff-2d48-4dba-83dc-1a0aaaab8f33 req-345d303d-bbf8-401c-94ac-164686289f5d tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.95 "DELETE /v2.0/ports/d0141bfc-60f8-4d27-ac11-5366f93320f4 HTTP/1.1" status: 204 len: 173 time: 0.8440139 Jun 03 15:31:49.625951 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd49a8a8d-d24d-42e9-8a4d-775920a378aa', 'name': 'network-vif-deleted', 'tag': 'd0141bfc-60f8-4d27-ac11-5366f93320f4'}] {{(pid=103919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:31:49.631813 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb6718ce3f0a4af57ef91ee7142c10b6234fd65cffdc95d0a08216ae9169e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed273110-1a76-44d6-9be3-29d722162fb5" -d '{"events": [{"server_uuid": "d49a8a8d-d24d-42e9-8a4d-775920a378aa", "name": "network-vif-deleted", "tag": "d0141bfc-60f8-4d27-ac11-5366f93320f4"}]}' {{(pid=103919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:31:49.683030 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:49.714443 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvr_db [None req-25e48469-705b-4d8a-807f-3b19457d480f None None] Set router bc437c53-8ef0-4776-adae-03f3429aef49 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:31:49.726411 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 15:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9393848e-fee5-494b-8672-920731929690 x-openstack-request-id: req-9393848e-fee5-494b-8672-920731929690 {{(pid=103919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:31:49.726825 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d49a8a8d-d24d-42e9-8a4d-775920a378aa", "name": "network-vif-deleted", "tag": "d0141bfc-60f8-4d27-ac11-5366f93320f4", "status": "completed", "code": 200}]} {{(pid=103919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:31:49.727138 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-9393848e-fee5-494b-8672-920731929690 {{(pid=103919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:31:49.727595 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9393848e-fee5-494b-8672-920731929690'] response: {'server_uuid': 'd49a8a8d-d24d-42e9-8a4d-775920a378aa', 'name': 'network-vif-deleted', 'tag': 'd0141bfc-60f8-4d27-ac11-5366f93320f4', 'status': 'completed', 'code': 200} Jun 03 15:31:49.747302 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea70faed-a43d-4f2d-9b81-c6d0ec8804a8 req-adf41e54-9ee4-4b9a-bcaa-711c5496dd0f tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:49.751261 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-ea70faed-a43d-4f2d-9b81-c6d0ec8804a8 req-adf41e54-9ee4-4b9a-bcaa-711c5496dd0f tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/ports?device_id=800d0eab-3550-4b55-8837-765681285f77 HTTP/1.1" status: 200 len: 945 time: 0.0614634 Jun 03 15:31:49.819225 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c4d76-4696-4929-bd1e-020657c23580 req-549e6e25-8c49-4d45-8996-d67dd2ed0c0e tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:49.820778 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-115c4d76-4696-4929-bd1e-020657c23580 req-549e6e25-8c49-4d45-8996-d67dd2ed0c0e tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 945 time: 0.0541747 Jun 03 15:31:49.828586 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-ea70faed-a43d-4f2d-9b81-c6d0ec8804a8 req-4cfc7123-ad7e-40ea-bb6f-2fb9ae5ed7f1 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/security-groups?id=903fa922-1e28-41d0-90aa-4ae6067c6a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620420 Jun 03 15:31:49.884239 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-115c4d76-4696-4929-bd1e-020657c23580 req-81c6cde4-aa3b-4480-9689-ae19f050aa36 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9c415980-d445-441d-a0a3-94a8eef0bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569351 Jun 03 15:31:49.955088 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-25e48469-705b-4d8a-807f-3b19457d480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'name': 'tempest-AttachVolumeNegativeTest-1504343588-router', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:36Z', 'updated_at': '2022-06-03T15:26:46Z', 'revision_number': 4, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'gw_port': {'id': '1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:38Z', 'updated_at': '2022-06-03T15:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': 'a4683a29-9638-4e0d-884d-65794d85dd4f', 'name': '', 'network_id': '68719859-5880-402e-b442-370597e1ce2f', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'mac_address': 'fa:16:3e:bd:e2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1e60cea5-d2fd-43f7-aff8-25b5abe402c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:42Z', 'updated_at': '2022-06-03T15:27:00Z', 'revision_number': 5, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'subnets': [{'id': '1e60cea5-d2fd-43f7-aff8-25b5abe402c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:49.983174 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e48469-705b-4d8a-807f-3b19457d480f None None] Checking router: bc437c53-8ef0-4776-adae-03f3429aef49 for host: dv-cinder-831247-16-iscsi {{(pid=103921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:31:49.992409 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e48469-705b-4d8a-807f-3b19457d480f None None] Routers {'bc437c53-8ef0-4776-adae-03f3429aef49'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:31:49.993035 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-25e48469-705b-4d8a-807f-3b19457d480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:31:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['bc437c53-8ef0-4776-adae-03f3429aef49'], 'active': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:50.102306 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvr_db [None req-25e48469-705b-4d8a-807f-3b19457d480f None None] Set router bc437c53-8ef0-4776-adae-03f3429aef49 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:31:50.286234 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-25e48469-705b-4d8a-807f-3b19457d480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'name': 'tempest-AttachVolumeNegativeTest-1504343588-router', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:36Z', 'updated_at': '2022-06-03T15:26:46Z', 'revision_number': 4, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'gw_port': {'id': '1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:38Z', 'updated_at': '2022-06-03T15:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': 'a4683a29-9638-4e0d-884d-65794d85dd4f', 'name': '', 'network_id': '68719859-5880-402e-b442-370597e1ce2f', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'mac_address': 'fa:16:3e:bd:e2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1e60cea5-d2fd-43f7-aff8-25b5abe402c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:42Z', 'updated_at': '2022-06-03T15:27:00Z', 'revision_number': 5, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'subnets': [{'id': '1e60cea5-d2fd-43f7-aff8-25b5abe402c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:50.310152 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e48469-705b-4d8a-807f-3b19457d480f None None] The sync data for ids ['bc437c53-8ef0-4776-adae-03f3429aef49'] in dv-cinder-831247-16-iscsi is: [{'id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'name': 'tempest-AttachVolumeNegativeTest-1504343588-router', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:36Z', 'updated_at': '2022-06-03T15:26:46Z', 'revision_number': 4, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'gw_port': {'id': '1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:38Z', 'updated_at': '2022-06-03T15:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': 'a4683a29-9638-4e0d-884d-65794d85dd4f', 'name': '', 'network_id': '68719859-5880-402e-b442-370597e1ce2f', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'mac_address': 'fa:16:3e:bd:e2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1e60cea5-d2fd-43f7-aff8-25b5abe402c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:42Z', 'updated_at': '2022-06-03T15:27:00Z', 'revision_number': 5, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'subnets': [{'id': '1e60cea5-d2fd-43f7-aff8-25b5abe402c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:31:50.420764 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-2bacc823-650a-4840-a259-35e9ba256ed4 req-b7b9dd69-4cbe-41ad-a23b-0f7bdeeeb526 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=d49a8a8d-d24d-42e9-8a4d-775920a378aa HTTP/1.1" status: 200 len: 210 time: 0.0299413 Jun 03 15:31:50.535394 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096d7767-4e33-4819-8b67-b71a8da93330 None None] New status for floating IP 771bd516-6047-42e6-9745-3dc21dfaddfb: DOWN {{(pid=103922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 15:31:50.949027 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d08eb-9fc0-4210-aad0-10d3aadfb0a3 req-90defeb6-c7b6-4748-bd7f-d9f50f643c18 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:50.950587 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-419d08eb-9fc0-4210-aad0-10d3aadfb0a3 req-90defeb6-c7b6-4748-bd7f-d9f50f643c18 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/ports?device_id=800d0eab-3550-4b55-8837-765681285f77 HTTP/1.1" status: 200 len: 945 time: 0.0539799 Jun 03 15:31:51.000406 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-419d08eb-9fc0-4210-aad0-10d3aadfb0a3 req-eb196bac-87d5-4ff8-a526-46ab4a7070a7 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/security-groups?id=903fa922-1e28-41d0-90aa-4ae6067c6a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437541 Jun 03 15:31:51.001039 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aece9dc-bdc5-4540-91ff-52022724e3ec req-57ee0538-ce43-49f3-b59d-28d09a6452c8 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:51.002522 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-2aece9dc-bdc5-4540-91ff-52022724e3ec req-57ee0538-ce43-49f3-b59d-28d09a6452c8 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 945 time: 0.0475795 Jun 03 15:31:51.057060 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-2aece9dc-bdc5-4540-91ff-52022724e3ec req-2975aaf3-e781-493b-8655-f48a392d731f tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9c415980-d445-441d-a0a3-94a8eef0bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488458 Jun 03 15:31:51.554564 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-38a87e4b-7c3f-43b5-bfb5-499d67d5574a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (ba2d900a-f6c8-44b2-a19a-5d512e564d5a), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:51.572832 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device d0141bfc-60f8-4d27-ac11-5366f93320f4 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 15:31:51.596682 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] No Port match for: d0141bfc-60f8-4d27-ac11-5366f93320f4 {{(pid=103921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 15:31:51.597023 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device d0141bfc-60f8-4d27-ac11-5366f93320f4 not bound to the agent host hv-cinder-83124 {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 15:31:51.618419 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-decbb3f7-d0a7-4534-8989-2d87f079f77c req-910e1fff-2ee9-4eff-b22f-4b2d7dd532e3 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=d49a8a8d-d24d-42e9-8a4d-775920a378aa HTTP/1.1" status: 200 len: 210 time: 0.1277173 Jun 03 15:31:52.107850 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88816cce-db00-450f-9237-e34827c0cddc req-fa933ab4-7eff-4ba4-b141-b7df6f74ddbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:52.109399 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-88816cce-db00-450f-9237-e34827c0cddc req-fa933ab4-7eff-4ba4-b141-b7df6f74ddbf service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=98f97ac03be44e0bb8ab21d985d1dd27&device_id=800d0eab-3550-4b55-8837-765681285f77 HTTP/1.1" status: 200 len: 1129 time: 0.0966997 Jun 03 15:31:52.190916 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82256cb-6e5a-46ee-9d9b-701ebf0a22ed req-fe191625-705a-495f-ba71-a59b29220989 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:52.192416 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-e82256cb-6e5a-46ee-9d9b-701ebf0a22ed req-fe191625-705a-495f-ba71-a59b29220989 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 945 time: 0.0479009 Jun 03 15:31:52.213265 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:52.235509 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83b85d-aaaf-4e18-8dd6-bed46f528ce6 req-a64e5f86-bbc8-4e34-8695-d9cbef5eeefe tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:52.236958 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-be83b85d-aaaf-4e18-8dd6-bed46f528ce6 req-a64e5f86-bbc8-4e34-8695-d9cbef5eeefe tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 945 time: 0.1256509 Jun 03 15:31:52.241230 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-e82256cb-6e5a-46ee-9d9b-701ebf0a22ed req-f67cf751-40cb-49ea-9ec7-3d819ac3f122 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9c415980-d445-441d-a0a3-94a8eef0bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432706 Jun 03 15:31:52.248970 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe55f3-19a9-4c6f-a08d-5e713ce0cc6c req-78655c0f-24a1-4d18-be3a-6bd46c62460a tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:52.250982 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-5dbe55f3-19a9-4c6f-a08d-5e713ce0cc6c req-78655c0f-24a1-4d18-be3a-6bd46c62460a tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/ports?device_id=800d0eab-3550-4b55-8837-765681285f77 HTTP/1.1" status: 200 len: 945 time: 0.1407096 Jun 03 15:31:52.295403 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88816cce-db00-450f-9237-e34827c0cddc req-cfe66e84-a299-4574-9aa3-9f059a82de60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:52.297388 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-88816cce-db00-450f-9237-e34827c0cddc req-cfe66e84-a299-4574-9aa3-9f059a82de60 service neutron] 10.222.0.95 "GET /v2.0/networks?id=63fabd49-da18-4288-852a-c9b600b6fd0f HTTP/1.1" status: 200 len: 910 time: 0.1764538 Jun 03 15:31:52.325951 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-5dbe55f3-19a9-4c6f-a08d-5e713ce0cc6c req-5b72acf4-e58f-46f1-8f73-33805819bb41 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/security-groups?id=903fa922-1e28-41d0-90aa-4ae6067c6a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576735 Jun 03 15:31:52.708840 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 54650) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:31:52.768139 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7e0f2f33-9e21-44be-85a4-e0c07f449b91 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for security_group (8eddbecd-ee4e-4ad0-893a-4d26b87b55b8), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:52.786091 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-88816cce-db00-450f-9237-e34827c0cddc req-2dc70465-fa45-4c9a-9146-377356a84f3a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533 HTTP/1.1" status: 200 len: 1001 time: 0.3745174 Jun 03 15:31:52.792513 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7e0f2f33-9e21-44be-85a4-e0c07f449b91 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for security_group (8eddbecd-ee4e-4ad0-893a-4d26b87b55b8), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:52.810478 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.plugin [req-be83b85d-aaaf-4e18-8dd6-bed46f528ce6 req-10db9bb7-1cfd-4954-b927-c749391d4285 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Deleting port 4191cebd-3cce-492d-9aee-68a1dfd6dc5f {{(pid=103919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:31:52.810845 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-be83b85d-aaaf-4e18-8dd6-bed46f528ce6 req-10db9bb7-1cfd-4954-b927-c749391d4285 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (4191cebd-3cce-492d-9aee-68a1dfd6dc5f), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:52.840633 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7e0f2f33-9e21-44be-85a4-e0c07f449b91 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (8eddbecd-ee4e-4ad0-893a-4d26b87b55b8), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:52.843101 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7e0f2f33-9e21-44be-85a4-e0c07f449b91 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:52.844985 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-7e0f2f33-9e21-44be-85a4-e0c07f449b91 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "DELETE /v2.0/security-groups/8eddbecd-ee4e-4ad0-893a-4d26b87b55b8 HTTP/1.1" status: 204 len: 168 time: 0.1351340 Jun 03 15:31:52.848259 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 54652) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:31:52.865803 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0f2f33-9e21-44be-85a4-e0c07f449b91 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eddbecd-ee4e-4ad0-893a-4d26b87b55b8,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:52.868205 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.api.v2.resource [None req-0fa3e318-9d13-42be-b809-88c565bca3dc tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] show failed (client error): The resource could not be found. Jun 03 15:31:52.869884 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-0fa3e318-9d13-42be-b809-88c565bca3dc tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups/8eddbecd-ee4e-4ad0-893a-4d26b87b55b8 HTTP/1.1" status: 404 len: 347 time: 0.0200112 Jun 03 15:31:52.872309 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 54654) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:31:52.882561 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=100 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:52.898611 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88816cce-db00-450f-9237-e34827c0cddc req-521a0a2d-4347-44a3-a5de-56ae3672b01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:52.900077 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-88816cce-db00-450f-9237-e34827c0cddc req-521a0a2d-4347-44a3-a5de-56ae3672b01e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=78322f02-2402-4284-a227-98343c2f67dc HTTP/1.1" status: 200 len: 848 time: 0.1037540 Jun 03 15:31:52.964325 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88816cce-db00-450f-9237-e34827c0cddc req-0508004f-f644-4b6f-ab96-1862608149a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:52.965715 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-88816cce-db00-450f-9237-e34827c0cddc req-0508004f-f644-4b6f-ab96-1862608149a5 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=63fabd49-da18-4288-852a-c9b600b6fd0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0557554 Jun 03 15:31:52.967402 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [req-be83b85d-aaaf-4e18-8dd6-bed46f528ce6 req-10db9bb7-1cfd-4954-b927-c749391d4285 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] For port 4191cebd-3cce-492d-9aee-68a1dfd6dc5f, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=4191cebd-3cce-492d-9aee-68a1dfd6dc5f,segment=NetworkSegment(e7fa8e9f-2916-4044-ae3b-4a0e4ef94a1c),segment_id=e7fa8e9f-2916-4044-ae3b-4a0e4ef94a1c)] {{(pid=103919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:31:52.967763 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-be83b85d-aaaf-4e18-8dd6-bed46f528ce6 req-10db9bb7-1cfd-4954-b927-c749391d4285 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (4191cebd-3cce-492d-9aee-68a1dfd6dc5f), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:52.988673 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=100 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:52.993863 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-81729342-9b84-4655-b9d6-932db55ba0c3 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Deleting port 581135b1-b235-4d41-a8ed-b85af7f01939 {{(pid=103920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:31:52.994209 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-81729342-9b84-4655-b9d6-932db55ba0c3 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (581135b1-b235-4d41-a8ed-b85af7f01939), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:53.067444 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:53.077029 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-81729342-9b84-4655-b9d6-932db55ba0c3 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (581135b1-b235-4d41-a8ed-b85af7f01939), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:53.077365 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-81729342-9b84-4655-b9d6-932db55ba0c3 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for floatingip (581135b1-b235-4d41-a8ed-b85af7f01939), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:53.092441 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-81729342-9b84-4655-b9d6-932db55ba0c3 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Calling delete_port for 581135b1-b235-4d41-a8ed-b85af7f01939 owned by network:floatingip {{(pid=103920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:31:53.152495 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-88816cce-db00-450f-9237-e34827c0cddc req-58364ab0-dbe2-42ab-ada3-0ec1e1d1e03c service neutron] 10.222.0.95 "GET /v2.0/networks/63fabd49-da18-4288-852a-c9b600b6fd0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767321 Jun 03 15:31:53.238522 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-81729342-9b84-4655-b9d6-932db55ba0c3 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5848811'] for port (581135b1-b235-4d41-a8ed-b85af7f01939), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:53.261885 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-be83b85d-aaaf-4e18-8dd6-bed46f528ce6 req-10db9bb7-1cfd-4954-b927-c749391d4285 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:53.262271 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-be83b85d-aaaf-4e18-8dd6-bed46f528ce6 req-10db9bb7-1cfd-4954-b927-c749391d4285 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763103'] for floatingip (58455875-b3f5-4733-ad83-4c29c105d162), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:53.262578 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.db.l3_db [req-be83b85d-aaaf-4e18-8dd6-bed46f528ce6 req-10db9bb7-1cfd-4954-b927-c749391d4285 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Floating IP 58455875-b3f5-4733-ad83-4c29c105d162 disassociated. External IP: 172.27.3.81, port: 4191cebd-3cce-492d-9aee-68a1dfd6dc5f. Jun 03 15:31:53.262928 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.plugin [req-be83b85d-aaaf-4e18-8dd6-bed46f528ce6 req-10db9bb7-1cfd-4954-b927-c749391d4285 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Calling delete_port for 4191cebd-3cce-492d-9aee-68a1dfd6dc5f owned by compute:nova {{(pid=103919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:31:53.289284 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81729342-9b84-4655-b9d6-932db55ba0c3 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Pushing event deleted for resources: {'Port': ['ID=581135b1-b235-4d41-a8ed-b85af7f01939,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:53.337793 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-88816cce-db00-450f-9237-e34827c0cddc req-09828386-9368-484b-8441-d9105ea705f1 service neutron] 10.222.0.95 "GET /v2.0/networks/63fabd49-da18-4288-852a-c9b600b6fd0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775584 Jun 03 15:31:53.371275 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-81729342-9b84-4655-b9d6-932db55ba0c3 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for floatingip (771bd516-6047-42e6-9745-3dc21dfaddfb), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:53.373833 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-81729342-9b84-4655-b9d6-932db55ba0c3 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for floatingip (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:53.375194 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-81729342-9b84-4655-b9d6-932db55ba0c3 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "DELETE /v2.0/floatingips/771bd516-6047-42e6-9745-3dc21dfaddfb HTTP/1.1" status: 204 len: 168 time: 0.5019410 Jun 03 15:31:53.385651 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066afa2-8259-469f-b865-d4fd8fffefe9 req-f0bbef1a-593d-4965-aea0-e69245121cff tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:53.393096 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-9066afa2-8259-469f-b865-d4fd8fffefe9 req-f0bbef1a-593d-4965-aea0-e69245121cff tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 945 time: 0.0703018 Jun 03 15:31:53.441053 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-9066afa2-8259-469f-b865-d4fd8fffefe9 req-4795a0d4-0edc-46a7-80a8-284c7e0fa5d9 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9c415980-d445-441d-a0a3-94a8eef0bf6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470638 Jun 03 15:31:53.464412 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:53.501387 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a90dac-21ad-4250-99af-b76fa467bde9 req-99da46fa-66d2-4144-838c-779f769b80fd tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:53.503790 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c6a90dac-21ad-4250-99af-b76fa467bde9 req-99da46fa-66d2-4144-838c-779f769b80fd tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/ports?device_id=800d0eab-3550-4b55-8837-765681285f77 HTTP/1.1" status: 200 len: 945 time: 0.0840468 Jun 03 15:31:53.505666 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-be83b85d-aaaf-4e18-8dd6-bed46f528ce6 req-10db9bb7-1cfd-4954-b927-c749391d4285 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4807792'] for port (4191cebd-3cce-492d-9aee-68a1dfd6dc5f), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:53.507835 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 54664) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:31:53.514554 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-84826a55-1631-4a59-ab95-8e30c245b855 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2029548758', 'description': 'tempest-description--21817028'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:31:53.564055 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10db9bb7-1cfd-4954-b927-c749391d4285 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Pushing event deleted for resources: {'Port': ['ID=4191cebd-3cce-492d-9aee-68a1dfd6dc5f,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:53.596673 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-84826a55-1631-4a59-ab95-8e30c245b855 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for security_group (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:53.692936 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c6a90dac-21ad-4250-99af-b76fa467bde9 req-42c24719-a363-4710-85a6-f47001871df3 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/security-groups?id=903fa922-1e28-41d0-90aa-4ae6067c6a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722186 Jun 03 15:31:53.776110 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be83b85d-aaaf-4e18-8dd6-bed46f528ce6 req-10db9bb7-1cfd-4954-b927-c749391d4285 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Router 7c1789ab-eeef-43a0-9b0e-0854ddeaef18 has already been hosted by L3 agent af3cb756-c261-4349-9f96-3650fb8ddf57 {{(pid=103919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 15:31:53.783998 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-9c5942b4-02fb-4291-9145-254211382273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (af3cb756-c261-4349-9f96-3650fb8ddf57), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:53.800454 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-84826a55-1631-4a59-ab95-8e30c245b855 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for security_group (bd3904be-b51c-449a-9310-829a60e36930), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:53.804201 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:53.807718 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-84826a55-1631-4a59-ab95-8e30c245b855 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (bd3904be-b51c-449a-9310-829a60e36930), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:53.912278 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-84826a55-1631-4a59-ab95-8e30c245b855 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:53.913612 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-84826a55-1631-4a59-ab95-8e30c245b855 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4044497 Jun 03 15:31:53.917144 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 54674) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:31:53.917812 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84826a55-1631-4a59-ab95-8e30c245b855 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3904be-b51c-449a-9310-829a60e36930,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:53.926700 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-e201aac0-6885-4f85-b782-911e6c46adf3 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Request body: {'security_group_rule': {'security_group_id': 'bd3904be-b51c-449a-9310-829a60e36930', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:31:53.963285 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be83b85d-aaaf-4e18-8dd6-bed46f528ce6 req-10db9bb7-1cfd-4954-b927-c749391d4285 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Notify agent at l3_agent.dv-cinder-831247-16-iscsi the message routers_updated {{(pid=103919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 15:31:53.975747 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7990e50-5c6a-4aa6-85db-2f2466b2f671 None None] Sync routers for ids ['7c1789ab-eeef-43a0-9b0e-0854ddeaef18'] in dv-cinder-831247-16-iscsi {{(pid=103921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:31:53.991420 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7990e50-5c6a-4aa6-85db-2f2466b2f671 None None] Routers {'7c1789ab-eeef-43a0-9b0e-0854ddeaef18'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:31:53.992049 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-a7990e50-5c6a-4aa6-85db-2f2466b2f671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:31:54Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['7c1789ab-eeef-43a0-9b0e-0854ddeaef18'], 'active': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:53.994109 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-e201aac0-6885-4f85-b782-911e6c46adf3 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for security_group_rule (a968e787-cd7a-4cee-af24-4ade7ef0a23b), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:54.042464 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [req-be83b85d-aaaf-4e18-8dd6-bed46f528ce6 req-10db9bb7-1cfd-4954-b927-c749391d4285 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] No DVR routers for this DVR port 4191cebd-3cce-492d-9aee-68a1dfd6dc5f on host hv-cinder-83124 {{(pid=103919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 15:31:54.046052 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-be83b85d-aaaf-4e18-8dd6-bed46f528ce6 req-10db9bb7-1cfd-4954-b927-c749391d4285 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for port (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:54.050932 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-be83b85d-aaaf-4e18-8dd6-bed46f528ce6 req-10db9bb7-1cfd-4954-b927-c749391d4285 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.95 "DELETE /v2.0/ports/4191cebd-3cce-492d-9aee-68a1dfd6dc5f HTTP/1.1" status: 204 len: 173 time: 1.6333318 Jun 03 15:31:54.052247 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce808322-3f17-4d8f-8d33-909ecba99d7a', 'name': 'network-vif-deleted', 'tag': '4191cebd-3cce-492d-9aee-68a1dfd6dc5f'}] {{(pid=103919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:31:54.055427 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb6718ce3f0a4af57ef91ee7142c10b6234fd65cffdc95d0a08216ae9169e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ffe0e78-f0bf-4c3d-b1ef-256ff3c05b4d" -d '{"events": [{"server_uuid": "ce808322-3f17-4d8f-8d33-909ecba99d7a", "name": "network-vif-deleted", "tag": "4191cebd-3cce-492d-9aee-68a1dfd6dc5f"}]}' {{(pid=103919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:31:54.092704 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-e201aac0-6885-4f85-b782-911e6c46adf3 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for security_group_rule (a968e787-cd7a-4cee-af24-4ade7ef0a23b), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:54.099479 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-e201aac0-6885-4f85-b782-911e6c46adf3 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749434'] for security_group_rule (a968e787-cd7a-4cee-af24-4ade7ef0a23b), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:54.136537 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e201aac0-6885-4f85-b782-911e6c46adf3 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a968e787-cd7a-4cee-af24-4ade7ef0a23b,revision_number=0']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:54.143589 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-e201aac0-6885-4f85-b782-911e6c46adf3 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:54.147288 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-e201aac0-6885-4f85-b782-911e6c46adf3 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2258646 Jun 03 15:31:54.147880 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 54684) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:31:54.154069 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-1c78b767-01f8-422e-8910-e90e2f321852 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Request body: {'security_group_rule': {'security_group_id': 'bd3904be-b51c-449a-9310-829a60e36930', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:31:54.201211 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-1c78b767-01f8-422e-8910-e90e2f321852 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for security_group_rule (5931bd09-b522-4a07-bb9e-ace022b0a7c2), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:54.217298 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 15:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c517d45-9bab-4349-b8fb-70e8f6690f0d x-openstack-request-id: req-3c517d45-9bab-4349-b8fb-70e8f6690f0d {{(pid=103919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:31:54.217774 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce808322-3f17-4d8f-8d33-909ecba99d7a", "name": "network-vif-deleted", "tag": "4191cebd-3cce-492d-9aee-68a1dfd6dc5f", "status": "completed", "code": 200}]} {{(pid=103919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:31:54.218135 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3c517d45-9bab-4349-b8fb-70e8f6690f0d {{(pid=103919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:31:54.219192 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c517d45-9bab-4349-b8fb-70e8f6690f0d'] response: {'server_uuid': 'ce808322-3f17-4d8f-8d33-909ecba99d7a', 'name': 'network-vif-deleted', 'tag': '4191cebd-3cce-492d-9aee-68a1dfd6dc5f', 'status': 'completed', 'code': 200} Jun 03 15:31:54.277484 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-1c78b767-01f8-422e-8910-e90e2f321852 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for security_group_rule (5931bd09-b522-4a07-bb9e-ace022b0a7c2), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:54.282056 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-1c78b767-01f8-422e-8910-e90e2f321852 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749434'] for security_group_rule (5931bd09-b522-4a07-bb9e-ace022b0a7c2), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:54.302339 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c78b767-01f8-422e-8910-e90e2f321852 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5931bd09-b522-4a07-bb9e-ace022b0a7c2,revision_number=0']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:54.312729 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-1c78b767-01f8-422e-8910-e90e2f321852 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:54.313929 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-1c78b767-01f8-422e-8910-e90e2f321852 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1648686 Jun 03 15:31:54.317031 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 54688) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:31:54.321349 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-d1707945-d5f0-4edd-896a-08d0f4c5cde1 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Request body: {'floatingip': {'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:31:54.328597 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvr_db [None req-a7990e50-5c6a-4aa6-85db-2f2466b2f671 None None] Set router 7c1789ab-eeef-43a0-9b0e-0854ddeaef18 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:31:54.346798 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-d1707945-d5f0-4edd-896a-08d0f4c5cde1 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:54.431551 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-d1707945-d5f0-4edd-896a-08d0f4c5cde1 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:54.478010 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:54.481388 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:DELETE=5,neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:54.523840 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=100 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:54.530844 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-a7990e50-5c6a-4aa6-85db-2f2466b2f671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1789ab-eeef-43a0-9b0e-0854ddeaef18', 'name': 'tempest-AttachVolumeTestJSON-1120574531-router', 'tenant_id': '16edd3f309d54728882acc6d23f8861e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:32Z', 'updated_at': '2022-06-03T15:26:38Z', 'revision_number': 4, 'project_id': '16edd3f309d54728882acc6d23f8861e', 'gw_port': {'id': '9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1789ab-eeef-43a0-9b0e-0854ddeaef18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:33Z', 'updated_at': '2022-06-03T15:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': '90a91ba5-d409-43c9-94b8-3392b0b5f54d', 'name': '', 'network_id': 'fc85e51d-f7a3-45da-ad6c-8c73a576aa2c', 'tenant_id': '16edd3f309d54728882acc6d23f8861e', 'mac_address': 'fa:16:3e:4b:f5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1789ab-eeef-43a0-9b0e-0854ddeaef18', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '774a6a80-1cd7-4bc8-a1d0-ccd75afe6883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:35Z', 'updated_at': '2022-06-03T15:26:51Z', 'revision_number': 5, 'project_id': '16edd3f309d54728882acc6d23f8861e', 'subnets': [{'id': '774a6a80-1cd7-4bc8-a1d0-ccd75afe6883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:54.554322 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-6332295f-af80-49e4-9f31-d27a74cbdc94 req-50eab911-5ca2-465b-80d8-a7667496e1a3 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 210 time: 0.0312302 Jun 03 15:31:54.558340 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.db_base_plugin_common [None req-d1707945-d5f0-4edd-896a-08d0f4c5cde1 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Allocated IP 172.27.3.65 (2ebb747a-15cb-4ff0-831b-eddaba7ea913/396ae3db-97af-42d7-bc28-96050c96ba42/c049f2e6-cccd-4296-9e44-12487a89a7f8) {{(pid=103919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:31:54.561982 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7990e50-5c6a-4aa6-85db-2f2466b2f671 None None] Checking router: 7c1789ab-eeef-43a0-9b0e-0854ddeaef18 for host: dv-cinder-831247-16-iscsi {{(pid=103921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:31:54.577101 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7990e50-5c6a-4aa6-85db-2f2466b2f671 None None] Routers {'7c1789ab-eeef-43a0-9b0e-0854ddeaef18'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:31:54.577101 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-a7990e50-5c6a-4aa6-85db-2f2466b2f671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:31:54Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['7c1789ab-eeef-43a0-9b0e-0854ddeaef18'], 'active': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:54.679587 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-d1707945-d5f0-4edd-896a-08d0f4c5cde1 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for port (c049f2e6-cccd-4296-9e44-12487a89a7f8), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:54.679743 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvr_db [None req-a7990e50-5c6a-4aa6-85db-2f2466b2f671 None None] Set router 7c1789ab-eeef-43a0-9b0e-0854ddeaef18 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:31:54.713783 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-d1707945-d5f0-4edd-896a-08d0f4c5cde1 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4807792'] for port (c049f2e6-cccd-4296-9e44-12487a89a7f8), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:54.755815 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1707945-d5f0-4edd-896a-08d0f4c5cde1 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Network 2ebb747a-15cb-4ff0-831b-eddaba7ea913 is already hosted by enough agents. {{(pid=103919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:31:54.760795 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.base_scheduler [None req-d1707945-d5f0-4edd-896a-08d0f4c5cde1 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Resources bound (agent type, host, resource id): {{(pid=103919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:31:54.768258 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1707945-d5f0-4edd-896a-08d0f4c5cde1 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Received port after_create {{(pid=103919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:31:54.801603 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1707945-d5f0-4edd-896a-08d0f4c5cde1 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Pushing event updated for resources: {'Port': ['ID=c049f2e6-cccd-4296-9e44-12487a89a7f8,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:54.859569 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2bf6a-8fc4-467c-aa20-27386787c300 req-99ecc299-1206-4d63-9f45-61ed2701b39d tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:54.861165 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-7aa2bf6a-8fc4-467c-aa20-27386787c300 req-99ecc299-1206-4d63-9f45-61ed2701b39d tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/ports?device_id=800d0eab-3550-4b55-8837-765681285f77 HTTP/1.1" status: 200 len: 945 time: 0.0884726 Jun 03 15:31:54.867676 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:54.888989 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-a7990e50-5c6a-4aa6-85db-2f2466b2f671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1789ab-eeef-43a0-9b0e-0854ddeaef18', 'name': 'tempest-AttachVolumeTestJSON-1120574531-router', 'tenant_id': '16edd3f309d54728882acc6d23f8861e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:32Z', 'updated_at': '2022-06-03T15:26:38Z', 'revision_number': 4, 'project_id': '16edd3f309d54728882acc6d23f8861e', 'gw_port': {'id': '9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1789ab-eeef-43a0-9b0e-0854ddeaef18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:33Z', 'updated_at': '2022-06-03T15:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': '90a91ba5-d409-43c9-94b8-3392b0b5f54d', 'name': '', 'network_id': 'fc85e51d-f7a3-45da-ad6c-8c73a576aa2c', 'tenant_id': '16edd3f309d54728882acc6d23f8861e', 'mac_address': 'fa:16:3e:4b:f5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1789ab-eeef-43a0-9b0e-0854ddeaef18', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '774a6a80-1cd7-4bc8-a1d0-ccd75afe6883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:35Z', 'updated_at': '2022-06-03T15:26:51Z', 'revision_number': 5, 'project_id': '16edd3f309d54728882acc6d23f8861e', 'subnets': [{'id': '774a6a80-1cd7-4bc8-a1d0-ccd75afe6883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:31:54.917108 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7990e50-5c6a-4aa6-85db-2f2466b2f671 None None] The sync data for ids ['7c1789ab-eeef-43a0-9b0e-0854ddeaef18'] in dv-cinder-831247-16-iscsi is: [{'id': '7c1789ab-eeef-43a0-9b0e-0854ddeaef18', 'name': 'tempest-AttachVolumeTestJSON-1120574531-router', 'tenant_id': '16edd3f309d54728882acc6d23f8861e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:32Z', 'updated_at': '2022-06-03T15:26:38Z', 'revision_number': 4, 'project_id': '16edd3f309d54728882acc6d23f8861e', 'gw_port': {'id': '9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1789ab-eeef-43a0-9b0e-0854ddeaef18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:33Z', 'updated_at': '2022-06-03T15:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': '90a91ba5-d409-43c9-94b8-3392b0b5f54d', 'name': '', 'network_id': 'fc85e51d-f7a3-45da-ad6c-8c73a576aa2c', 'tenant_id': '16edd3f309d54728882acc6d23f8861e', 'mac_address': 'fa:16:3e:4b:f5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1789ab-eeef-43a0-9b0e-0854ddeaef18', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '774a6a80-1cd7-4bc8-a1d0-ccd75afe6883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:35Z', 'updated_at': '2022-06-03T15:26:51Z', 'revision_number': 5, 'project_id': '16edd3f309d54728882acc6d23f8861e', 'subnets': [{'id': '774a6a80-1cd7-4bc8-a1d0-ccd75afe6883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:31:54.941190 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-d1707945-d5f0-4edd-896a-08d0f4c5cde1 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for floatingip (7d94c643-d9d9-4c30-8e5a-81b79229014c), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:54.967322 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-7aa2bf6a-8fc4-467c-aa20-27386787c300 req-c69b939d-6919-4798-9109-21401c2f89eb tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/security-groups?id=903fa922-1e28-41d0-90aa-4ae6067c6a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983281 Jun 03 15:31:54.995557 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-d1707945-d5f0-4edd-896a-08d0f4c5cde1 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (c049f2e6-cccd-4296-9e44-12487a89a7f8), before_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:55.204066 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:55.211301 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-d1707945-d5f0-4edd-896a-08d0f4c5cde1 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for port (c049f2e6-cccd-4296-9e44-12487a89a7f8), precommit_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:55.218811 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-d1707945-d5f0-4edd-896a-08d0f4c5cde1 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4807753'] for port (c049f2e6-cccd-4296-9e44-12487a89a7f8), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:55.276443 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30573e58-95f1-4c6e-bbf9-bc1e2d9f10cb None None] New status for floating IP 58455875-b3f5-4733-ad83-4c29c105d162: DOWN {{(pid=103922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 15:31:55.303078 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1707945-d5f0-4edd-896a-08d0f4c5cde1 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Pushing event updated for resources: {'Port': ['ID=c049f2e6-cccd-4296-9e44-12487a89a7f8,revision_number=2']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:55.321177 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-d1707945-d5f0-4edd-896a-08d0f4c5cde1 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763103'] for floatingip (7d94c643-d9d9-4c30-8e5a-81b79229014c), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:55.337222 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-d1707945-d5f0-4edd-896a-08d0f4c5cde1 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for floatingip (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:55.338446 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-d1707945-d5f0-4edd-896a-08d0f4c5cde1 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0205107 Jun 03 15:31:55.507537 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-ba7800f5-0958-4bf9-82db-15fff31bbd48 req-f39110fe-3ac1-4a81-83ee-730489ced173 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--2029548758&fields=id&tenant_id=3e8f48e1939245eaa67bcd6a27bc7cda HTTP/1.1" status: 200 len: 267 time: 0.0430367 Jun 03 15:31:55.518231 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ea450706-6f9d-4600-9901-8a13358e87c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (c1b56563-1529-491f-97b0-bd0331fef87b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:55.613527 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device 5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 15:31:55.617480 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7800f5-0958-4bf9-82db-15fff31bbd48 req-b08c30e2-403e-45a1-857f-6ccaeb518d2b tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:55.619128 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-ba7800f5-0958-4bf9-82db-15fff31bbd48 req-b08c30e2-403e-45a1-857f-6ccaeb518d2b tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/networks?id=68719859-5880-402e-b442-370597e1ce2f HTTP/1.1" status: 200 len: 815 time: 0.1046803 Jun 03 15:31:55.635396 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-ba7800f5-0958-4bf9-82db-15fff31bbd48 req-179c5b53-3410-4ead-a6e0-9eb1a0295e3b tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/quotas/3e8f48e1939245eaa67bcd6a27bc7cda HTTP/1.1" status: 200 len: 375 time: 0.0098741 Jun 03 15:31:55.697759 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-c9249536-4510-425f-b5e4-d3517c5cd493 req-68424278-46e9-4359-84bd-514382b6f5ca tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=ce808322-3f17-4d8f-8d33-909ecba99d7a HTTP/1.1" status: 200 len: 210 time: 0.0539980 Jun 03 15:31:55.702093 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-ba7800f5-0958-4bf9-82db-15fff31bbd48 req-1ebcfa96-db41-4684-8b04-463d01dded33 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=3e8f48e1939245eaa67bcd6a27bc7cda&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0584805 Jun 03 15:31:55.705722 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Current status of the port 5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533 is: ACTIVE; New status is: DOWN {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:31:55.706105 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:55.731457 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '800d0eab-3550-4b55-8837-765681285f77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533'}] {{(pid=103921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:31:55.733859 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a0ad6594b2f649df373dfcb19de0225617b45f42ff1455deb142f027ba5606a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a377f2-2183-4209-adf5-d4f99b9c7a2d" -d '{"events": [{"server_uuid": "800d0eab-3550-4b55-8837-765681285f77", "name": "network-vif-unplugged", "status": "completed", "tag": "5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533"}]}' {{(pid=103921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:31:55.746237 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port 5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533,segment=NetworkSegment(11f55c21-36a6-4641-be50-b9a73927ceae),segment_id=11f55c21-36a6-4641-be50-b9a73927ceae)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:31:55.752311 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:55.753135 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device 4191cebd-3cce-492d-9aee-68a1dfd6dc5f no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 15:31:55.775991 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 03 Jun 2022 15:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b88c6a0-ea83-4929-8f52-037bcb8a363d x-openstack-request-id: req-9b88c6a0-ea83-4929-8f52-037bcb8a363d {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:31:55.776280 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "800d0eab-3550-4b55-8837-765681285f77", "name": "network-vif-unplugged", "status": "completed", "tag": "5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533", "code": 200}]} {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:31:55.776525 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-9b88c6a0-ea83-4929-8f52-037bcb8a363d {{(pid=103921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:31:55.776916 dv-cinder-831247-16-iscsi neutron-server[103921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b88c6a0-ea83-4929-8f52-037bcb8a363d'] response: {'server_uuid': '800d0eab-3550-4b55-8837-765681285f77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533', 'code': 200} Jun 03 15:31:55.792229 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] No Port match for: 4191cebd-3cce-492d-9aee-68a1dfd6dc5f {{(pid=103921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 15:31:55.792567 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device 4191cebd-3cce-492d-9aee-68a1dfd6dc5f not bound to the agent host hv-cinder-83124 {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 15:31:55.818946 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Pushing event updated for resources: {'Port': ['ID=5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533,revision_number=6']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:55.850596 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-ba7800f5-0958-4bf9-82db-15fff31bbd48 req-50111491-3288-4921-964d-a6b0f03d8775 service neutron] 10.222.0.93 "GET /v2.0/networks/68719859-5880-402e-b442-370597e1ce2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351581 Jun 03 15:31:55.942587 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-ba7800f5-0958-4bf9-82db-15fff31bbd48 req-0aa98f73-d1f5-4614-b295-69a2efe37e33 service neutron] 10.222.0.93 "GET /v2.0/networks/68719859-5880-402e-b442-370597e1ce2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863705 Jun 03 15:31:56.126301 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6ddc23-a855-4ccd-8e4a-24212eaa90fa req-b5a50ab0-a225-49d0-b589-ff4ff387e33e tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:56.127995 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-3a6ddc23-a855-4ccd-8e4a-24212eaa90fa req-b5a50ab0-a225-49d0-b589-ff4ff387e33e tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/ports?device_id=800d0eab-3550-4b55-8837-765681285f77 HTTP/1.1" status: 200 len: 943 time: 0.0716188 Jun 03 15:31:56.207600 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-3a6ddc23-a855-4ccd-8e4a-24212eaa90fa req-075f43e3-cb4e-4760-86aa-473729f60d05 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/security-groups?id=903fa922-1e28-41d0-90aa-4ae6067c6a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724733 Jun 03 15:31:56.330158 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-0cd61c27-8230-42f7-967b-cd1cec79107b req-798df3db-2402-4bad-9f85-546a71a83482 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f911eff-09ff-4dd0-8c61-7798cc9ad53f HTTP/1.1" status: 200 len: 210 time: 0.0412934 Jun 03 15:31:56.557458 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0007325d-49bd-45ba-86c8-d0efad7af70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (e76c2f28-d1d2-478d-a24e-96dcb24ae502), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:56.808508 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 54748) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:31:56.818875 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-5153a399-bbca-4a63-927b-dedf65f6ffca req-04700bed-e41e-44c4-a0b9-bc111719cf3a tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-168875648&fields=id&tenant_id=141bd2be69f243aa926f28b96eb6f0d5 HTTP/1.1" status: 200 len: 267 time: 0.0610735 Jun 03 15:31:56.868847 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-aa9fc14a-9254-4c76-9015-d4ab921e05c2 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks [] for security_group (9c415980-d445-441d-a0a3-94a8eef0bf6b), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:56.897886 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-aa9fc14a-9254-4c76-9015-d4ab921e05c2 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks [] for security_group (9c415980-d445-441d-a0a3-94a8eef0bf6b), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:56.904689 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:56.922850 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:56.932005 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153a399-bbca-4a63-927b-dedf65f6ffca req-de125b86-5e4b-484f-8c75-ad37ec76e6cc tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:56.933137 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-5153a399-bbca-4a63-927b-dedf65f6ffca req-de125b86-5e4b-484f-8c75-ad37ec76e6cc tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/networks?id=2d580292-795d-4fee-87ce-011961d3c846 HTTP/1.1" status: 200 len: 812 time: 0.1076000 Jun 03 15:31:56.949390 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-5153a399-bbca-4a63-927b-dedf65f6ffca req-c6960121-2916-409f-b8ca-a91fc46f7795 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/quotas/141bd2be69f243aa926f28b96eb6f0d5 HTTP/1.1" status: 200 len: 375 time: 0.0098310 Jun 03 15:31:57.006825 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-5153a399-bbca-4a63-927b-dedf65f6ffca req-589e9b46-9a1b-4133-b4ef-31969bf9d5cf tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=141bd2be69f243aa926f28b96eb6f0d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522718 Jun 03 15:31:57.168493 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-5153a399-bbca-4a63-927b-dedf65f6ffca req-5497cd3a-fb8b-457d-bf63-a8e698031388 service neutron] 10.222.0.93 "GET /v2.0/networks/2d580292-795d-4fee-87ce-011961d3c846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111248 Jun 03 15:31:57.176011 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-aa9fc14a-9254-4c76-9015-d4ab921e05c2 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (9c415980-d445-441d-a0a3-94a8eef0bf6b), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:57.179238 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-aa9fc14a-9254-4c76-9015-d4ab921e05c2 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:57.187181 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-aa9fc14a-9254-4c76-9015-d4ab921e05c2 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "DELETE /v2.0/security-groups/9c415980-d445-441d-a0a3-94a8eef0bf6b HTTP/1.1" status: 204 len: 168 time: 0.3774981 Jun 03 15:31:57.190217 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 54750) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:31:57.215544 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9fc14a-9254-4c76-9015-d4ab921e05c2 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c415980-d445-441d-a0a3-94a8eef0bf6b,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:57.220602 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.api.v2.resource [None req-b3967848-5313-4be9-884f-0747bc403b68 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] show failed (client error): The resource could not be found. Jun 03 15:31:57.225640 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 54752) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:31:57.240053 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-b3967848-5313-4be9-884f-0747bc403b68 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups/9c415980-d445-441d-a0a3-94a8eef0bf6b HTTP/1.1" status: 404 len: 347 time: 0.0291090 Jun 03 15:31:57.272784 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:57.315034 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:57.355165 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-5153a399-bbca-4a63-927b-dedf65f6ffca req-7ada55dd-ada2-4235-97df-e887cb011c17 service neutron] 10.222.0.93 "GET /v2.0/networks/2d580292-795d-4fee-87ce-011961d3c846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186089 Jun 03 15:31:57.361484 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c05ff84-c603-464b-9247-42ede70f0b71 req-22729af9-4b19-4736-9285-5ced07c67924 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:57.363048 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-3c05ff84-c603-464b-9247-42ede70f0b71 req-22729af9-4b19-4736-9285-5ced07c67924 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/ports?device_id=800d0eab-3550-4b55-8837-765681285f77 HTTP/1.1" status: 200 len: 943 time: 0.0580900 Jun 03 15:31:57.396605 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.plugin [None req-dca9dd03-4d5e-455f-8825-366a32c94f1e tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Deleting port e72c8ef5-ce22-43a5-8cb3-277f8a5e2711 {{(pid=103919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:31:57.396962 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-dca9dd03-4d5e-455f-8825-366a32c94f1e tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (e72c8ef5-ce22-43a5-8cb3-277f8a5e2711), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:57.419829 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-3c05ff84-c603-464b-9247-42ede70f0b71 req-49cff95a-d401-470e-a301-60f9f984de46 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/security-groups?id=903fa922-1e28-41d0-90aa-4ae6067c6a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484118 Jun 03 15:31:57.492895 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-dca9dd03-4d5e-455f-8825-366a32c94f1e tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (e72c8ef5-ce22-43a5-8cb3-277f8a5e2711), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:57.493238 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-dca9dd03-4d5e-455f-8825-366a32c94f1e tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks [] for floatingip (e72c8ef5-ce22-43a5-8cb3-277f8a5e2711), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:57.508189 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.plugin [None req-dca9dd03-4d5e-455f-8825-366a32c94f1e tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Calling delete_port for e72c8ef5-ce22-43a5-8cb3-277f8a5e2711 owned by network:floatingip {{(pid=103919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:31:57.609947 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-6f148b1c-83b9-43a8-bd8c-52fcf46e38fa req-17c52323-6e6c-409c-8fba-041d9dce874c tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f911eff-09ff-4dd0-8c61-7798cc9ad53f HTTP/1.1" status: 200 len: 210 time: 0.0413768 Jun 03 15:31:57.675721 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [req-d97ebdfe-c0f3-4f0c-9ca2-b950bd1fb66d req-f00e2158-c9d5-4b64-bdc3-7f0e4524dd74 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=103920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 03 15:31:57.676935 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d97ebdfe-c0f3-4f0c-9ca2-b950bd1fb66d req-f00e2158-c9d5-4b64-bdc3-7f0e4524dd74 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0076263 Jun 03 15:31:57.718945 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-dca9dd03-4d5e-455f-8825-366a32c94f1e tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4807792'] for port (e72c8ef5-ce22-43a5-8cb3-277f8a5e2711), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:57.758003 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9dd03-4d5e-455f-8825-366a32c94f1e tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Pushing event deleted for resources: {'Port': ['ID=e72c8ef5-ce22-43a5-8cb3-277f8a5e2711,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:57.858007 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-8738f3bc-456e-45eb-94ee-09ef18490c1c req-afe301e0-5ccd-4ee0-9258-693aa67c2e01 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=0b12e6d4-7911-4c08-a28d-aadf2beda784 HTTP/1.1" status: 200 len: 210 time: 0.0718496 Jun 03 15:31:57.898344 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 54782) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:31:58.015875 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-dca9dd03-4d5e-455f-8825-366a32c94f1e tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks [] for floatingip (58455875-b3f5-4733-ad83-4c29c105d162), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:58.019284 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-dca9dd03-4d5e-455f-8825-366a32c94f1e tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for floatingip (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:58.021003 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-dca9dd03-4d5e-455f-8825-366a32c94f1e tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "DELETE /v2.0/floatingips/58455875-b3f5-4733-ad83-4c29c105d162 HTTP/1.1" status: 204 len: 168 time: 0.7943323 Jun 03 15:31:58.071678 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5226f91-53fa-48b6-88a9-99996f31ac63 req-16721732-7ca0-463d-b932-343161e9e46a tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:58.073176 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-b5226f91-53fa-48b6-88a9-99996f31ac63 req-16721732-7ca0-463d-b932-343161e9e46a tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/ports?device_id=800d0eab-3550-4b55-8837-765681285f77 HTTP/1.1" status: 200 len: 943 time: 0.1162436 Jun 03 15:31:58.085287 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-fd4d798f-2157-4fba-8ba0-9b55b6a26301 req-39911d2a-494a-4562-b7da-cdab4256493c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=800d0eab-3550-4b55-8837-765681285f77&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1854098 Jun 03 15:31:58.097420 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [req-fd4d798f-2157-4fba-8ba0-9b55b6a26301 req-f6f51b84-b3d2-41d2-bce7-3debf16c4038 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=103920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 03 15:31:58.098392 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-fd4d798f-2157-4fba-8ba0-9b55b6a26301 req-f6f51b84-b3d2-41d2-bce7-3debf16c4038 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0069265 Jun 03 15:31:58.150882 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7800f5-0958-4bf9-82db-15fff31bbd48 req-5fe41efd-54f6-47a6-ae4c-583ccc1d5608 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:58.152305 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-ba7800f5-0958-4bf9-82db-15fff31bbd48 req-5fe41efd-54f6-47a6-ae4c-583ccc1d5608 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.95 "GET /v2.0/networks?id=68719859-5880-402e-b442-370597e1ce2f HTTP/1.1" status: 200 len: 815 time: 0.2526040 Jun 03 15:31:58.159812 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92cd9b-8c5e-46f6-b4c5-2da778175f10 req-b0dac119-b291-4834-bbaa-5a72a7e54794 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:58.161297 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-ac92cd9b-8c5e-46f6-b4c5-2da778175f10 req-b0dac119-b291-4834-bbaa-5a72a7e54794 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=99322d93-058a-4216-a672-e7f482aab8d8 HTTP/1.1" status: 200 len: 945 time: 0.0918047 Jun 03 15:31:58.167503 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-b5226f91-53fa-48b6-88a9-99996f31ac63 req-d9d5f8b3-dc94-4e75-a88c-df1904b14dab tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/security-groups?id=903fa922-1e28-41d0-90aa-4ae6067c6a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852430 Jun 03 15:31:58.201375 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 54798) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:31:58.241239 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (b78338d6-31c9-4f43-bfac-5a5a854a8366), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:58.260074 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-ac92cd9b-8c5e-46f6-b4c5-2da778175f10 req-667884ac-5361-4f3e-8f39-23309f842602 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcfe2535-96ab-4bf7-9a5a-a57e68e92204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892870 Jun 03 15:31:58.277273 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 54804) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:31:58.286516 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-a20a17e7-721c-4f55-9b23-bbdb12250e01 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Request body: {'security_group': {'name': 'tempest-securitygroup--645039280', 'description': 'tempest-description--381404500'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:31:58.314041 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-a20a17e7-721c-4f55-9b23-bbdb12250e01 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks [] for security_group (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:58.348118 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d798f-2157-4fba-8ba0-9b55b6a26301 req-f968b8e8-02e6-4dba-8fd3-15d1750a172c tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:58.349795 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-fd4d798f-2157-4fba-8ba0-9b55b6a26301 req-f968b8e8-02e6-4dba-8fd3-15d1750a172c tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/ports/5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533 HTTP/1.1" status: 200 len: 940 time: 0.1470068 Jun 03 15:31:58.394555 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-a20a17e7-721c-4f55-9b23-bbdb12250e01 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks [] for security_group (9094215f-686a-4aae-a59f-3d21514d63ff), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:58.398364 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-a20a17e7-721c-4f55-9b23-bbdb12250e01 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (9094215f-686a-4aae-a59f-3d21514d63ff), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:58.403905 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:58.422471 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:58.435455 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-a20a17e7-721c-4f55-9b23-bbdb12250e01 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:58.440597 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-a20a17e7-721c-4f55-9b23-bbdb12250e01 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1584096 Jun 03 15:31:58.440741 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 54808) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:31:58.445282 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-6c752526-b631-481f-a2e3-abaa06b9d345 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Request body: {'security_group_rule': {'security_group_id': '9094215f-686a-4aae-a59f-3d21514d63ff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:31:58.451122 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20a17e7-721c-4f55-9b23-bbdb12250e01 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9094215f-686a-4aae-a59f-3d21514d63ff,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:58.478655 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-6c752526-b631-481f-a2e3-abaa06b9d345 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks [] for security_group_rule (d1e7e035-3f56-478c-a49f-b62bbdda3257), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:58.540338 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-6c752526-b631-481f-a2e3-abaa06b9d345 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks [] for security_group_rule (d1e7e035-3f56-478c-a49f-b62bbdda3257), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:58.543837 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-6c752526-b631-481f-a2e3-abaa06b9d345 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749434'] for security_group_rule (d1e7e035-3f56-478c-a49f-b62bbdda3257), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:58.565154 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c752526-b631-481f-a2e3-abaa06b9d345 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1e7e035-3f56-478c-a49f-b62bbdda3257,revision_number=0']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:58.571605 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-6c752526-b631-481f-a2e3-abaa06b9d345 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:58.572959 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-6c752526-b631-481f-a2e3-abaa06b9d345 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1312764 Jun 03 15:31:58.576392 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 54814) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:31:58.580702 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-01074f09-2bd6-489a-b710-869908dc9d71 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Request body: {'security_group_rule': {'security_group_id': '9094215f-686a-4aae-a59f-3d21514d63ff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:31:58.611271 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-01074f09-2bd6-489a-b710-869908dc9d71 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks [] for security_group_rule (eb94fb0e-3071-40bd-a661-1fe37966a472), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:58.669387 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-01074f09-2bd6-489a-b710-869908dc9d71 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks [] for security_group_rule (eb94fb0e-3071-40bd-a661-1fe37966a472), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:58.674278 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-01074f09-2bd6-489a-b710-869908dc9d71 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749434'] for security_group_rule (eb94fb0e-3071-40bd-a661-1fe37966a472), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:58.694699 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01074f09-2bd6-489a-b710-869908dc9d71 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb94fb0e-3071-40bd-a661-1fe37966a472,revision_number=0']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:58.703821 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-01074f09-2bd6-489a-b710-869908dc9d71 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:58.705193 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-01074f09-2bd6-489a-b710-869908dc9d71 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1278336 Jun 03 15:31:58.708376 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 54818) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:31:58.713197 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-740e0a1f-8871-4097-9623-15cfe0d477ca tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Request body: {'floatingip': {'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:31:58.723717 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-3b2ba791-462c-4f3a-a9e1-c6c022291284 req-d382ee6e-5159-4ffb-8278-ea5c470f502e tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f911eff-09ff-4dd0-8c61-7798cc9ad53f HTTP/1.1" status: 200 len: 210 time: 0.0300984 Jun 03 15:31:58.737556 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-740e0a1f-8871-4097-9623-15cfe0d477ca tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:58.816660 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-740e0a1f-8871-4097-9623-15cfe0d477ca tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:58.926567 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.db_base_plugin_common [None req-740e0a1f-8871-4097-9623-15cfe0d477ca tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Allocated IP 172.27.3.145 (2ebb747a-15cb-4ff0-831b-eddaba7ea913/396ae3db-97af-42d7-bc28-96050c96ba42/d436d521-e614-4f9c-85e7-669400f4b7fb) {{(pid=103919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:31:58.967133 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c135c8e9-eb98-4870-9a52-27a9e9409c9b req-d32a0d90-ff09-4b8e-8816-c4b9789069b1 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=0b12e6d4-7911-4c08-a28d-aadf2beda784 HTTP/1.1" status: 200 len: 210 time: 0.0314260 Jun 03 15:31:59.305471 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-740e0a1f-8871-4097-9623-15cfe0d477ca tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks [] for port (d436d521-e614-4f9c-85e7-669400f4b7fb), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:59.315342 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3752c9-9e5c-464d-be77-07b5086b9a99 req-f97fdaf1-deba-4a54-bcac-24a1da34fc19 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:59.316927 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-4d3752c9-9e5c-464d-be77-07b5086b9a99 req-f97fdaf1-deba-4a54-bcac-24a1da34fc19 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/ports?device_id=800d0eab-3550-4b55-8837-765681285f77 HTTP/1.1" status: 200 len: 943 time: 0.0604815 Jun 03 15:31:59.361656 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-740e0a1f-8871-4097-9623-15cfe0d477ca tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4807792'] for port (d436d521-e614-4f9c-85e7-669400f4b7fb), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:59.379604 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-4d3752c9-9e5c-464d-be77-07b5086b9a99 req-3da2d35a-3cbf-4a4b-a226-ae2f323992a1 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/security-groups?id=903fa922-1e28-41d0-90aa-4ae6067c6a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536907 Jun 03 15:31:59.420813 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:59.434763 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740e0a1f-8871-4097-9623-15cfe0d477ca tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Network 2ebb747a-15cb-4ff0-831b-eddaba7ea913 is already hosted by enough agents. {{(pid=103919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:31:59.454674 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d4378-3f66-4bec-b22e-dde58eb8e859 req-96a541b6-ef26-488f-ad91-80650da1b37b tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:31:59.455496 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-772d4378-3f66-4bec-b22e-dde58eb8e859 req-96a541b6-ef26-488f-ad91-80650da1b37b tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=99322d93-058a-4216-a672-e7f482aab8d8 HTTP/1.1" status: 200 len: 945 time: 0.1054213 Jun 03 15:31:59.457398 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.base_scheduler [None req-740e0a1f-8871-4097-9623-15cfe0d477ca tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Resources bound (agent type, host, resource id): {{(pid=103919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:31:59.459895 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e0a1f-8871-4097-9623-15cfe0d477ca tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Pushing event updated for resources: {'Port': ['ID=d436d521-e614-4f9c-85e7-669400f4b7fb,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:59.462324 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740e0a1f-8871-4097-9623-15cfe0d477ca tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Received port after_create {{(pid=103919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:31:59.466389 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:31:59.583211 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-772d4378-3f66-4bec-b22e-dde58eb8e859 req-4c2ba1a4-7ad3-4bc2-ae8e-60648ed1bea1 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcfe2535-96ab-4bf7-9a5a-a57e68e92204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181161 Jun 03 15:31:59.607294 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-740e0a1f-8871-4097-9623-15cfe0d477ca tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks [] for floatingip (e6193753-c444-490a-a4d5-e24d81e89795), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:59.645079 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-740e0a1f-8871-4097-9623-15cfe0d477ca tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (d436d521-e614-4f9c-85e7-669400f4b7fb), before_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:59.838973 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-bca0a5db-5503-44ff-a7de-695017e0035b req-8161368e-3df7-45db-bef6-19a4c25a6238 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f911eff-09ff-4dd0-8c61-7798cc9ad53f HTTP/1.1" status: 200 len: 210 time: 0.0345008 Jun 03 15:31:59.856549 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-740e0a1f-8871-4097-9623-15cfe0d477ca tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks [] for port (d436d521-e614-4f9c-85e7-669400f4b7fb), precommit_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:59.862635 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-740e0a1f-8871-4097-9623-15cfe0d477ca tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4807753'] for port (d436d521-e614-4f9c-85e7-669400f4b7fb), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:59.936564 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e0a1f-8871-4097-9623-15cfe0d477ca tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Pushing event updated for resources: {'Port': ['ID=d436d521-e614-4f9c-85e7-669400f4b7fb,revision_number=2']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:31:59.950209 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-740e0a1f-8871-4097-9623-15cfe0d477ca tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763103'] for floatingip (e6193753-c444-490a-a4d5-e24d81e89795), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:59.965999 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-740e0a1f-8871-4097-9623-15cfe0d477ca tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for floatingip (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:31:59.967372 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-740e0a1f-8871-4097-9623-15cfe0d477ca tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2580509 Jun 03 15:32:00.072616 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-f7d1f344-7dbc-44d5-bc77-c06475479365 req-0f4d178f-74de-463b-aee4-2bc78ac56fac tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=0b12e6d4-7911-4c08-a28d-aadf2beda784 HTTP/1.1" status: 200 len: 210 time: 0.0347860 Jun 03 15:32:00.125683 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-9f1e5386-fef6-49b4-af4d-cd8f27f32638 req-25bc40cc-ab5c-4698-9d74-5a3b4ad01351 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--645039280&fields=id&tenant_id=16edd3f309d54728882acc6d23f8861e HTTP/1.1" status: 200 len: 267 time: 0.0425739 Jun 03 15:32:00.245863 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e5386-fef6-49b4-af4d-cd8f27f32638 req-837a859a-481c-4bd7-98e2-4eacac513594 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:00.247667 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-9f1e5386-fef6-49b4-af4d-cd8f27f32638 req-837a859a-481c-4bd7-98e2-4eacac513594 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/networks?id=fc85e51d-f7a3-45da-ad6c-8c73a576aa2c HTTP/1.1" status: 200 len: 811 time: 0.1152544 Jun 03 15:32:00.264520 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-9f1e5386-fef6-49b4-af4d-cd8f27f32638 req-089ff36a-26f2-4c74-b764-98f135af36c4 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/quotas/16edd3f309d54728882acc6d23f8861e HTTP/1.1" status: 200 len: 375 time: 0.0105495 Jun 03 15:32:00.323601 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-9f1e5386-fef6-49b4-af4d-cd8f27f32638 req-86f7e741-2648-4029-8f6c-253a2ec49675 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=16edd3f309d54728882acc6d23f8861e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537565 Jun 03 15:32:00.430151 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-9f1e5386-fef6-49b4-af4d-cd8f27f32638 req-a41ecb5d-8544-4ad1-806f-81f0740426dc service neutron] 10.222.0.93 "GET /v2.0/networks/fc85e51d-f7a3-45da-ad6c-8c73a576aa2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938475 Jun 03 15:32:00.502324 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c794d567-750c-4c7d-81c9-f8534f627c1e req-41305756-20ff-405d-916b-9711ff97b4a3 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:00.503849 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c794d567-750c-4c7d-81c9-f8534f627c1e req-41305756-20ff-405d-916b-9711ff97b4a3 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/ports?device_id=800d0eab-3550-4b55-8837-765681285f77 HTTP/1.1" status: 200 len: 943 time: 0.0499330 Jun 03 15:32:00.524939 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-9f1e5386-fef6-49b4-af4d-cd8f27f32638 req-d74b20f6-d14b-49fe-ba44-07927c8b169e service neutron] 10.222.0.93 "GET /v2.0/networks/fc85e51d-f7a3-45da-ad6c-8c73a576aa2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886803 Jun 03 15:32:00.570367 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c794d567-750c-4c7d-81c9-f8534f627c1e req-3eb11413-b92e-4e54-996a-95cbd1eb7a7c tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/security-groups?id=903fa922-1e28-41d0-90aa-4ae6067c6a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608170 Jun 03 15:32:00.708958 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-5061beb7-a7e7-44db-8da4-b98ea7ca76f4 req-b5d22686-637b-4992-9626-7bdc5946809b tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=697213d5-1b86-415b-bba2-8c09be059aae HTTP/1.1" status: 200 len: 210 time: 0.0335665 Jun 03 15:32:00.728881 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c091fed-c5ca-4093-ae85-b4c8e9c7a182 req-7c102703-d68c-4fcd-b845-61df42f02f18 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:00.730347 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-0c091fed-c5ca-4093-ae85-b4c8e9c7a182 req-7c102703-d68c-4fcd-b845-61df42f02f18 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=99322d93-058a-4216-a672-e7f482aab8d8 HTTP/1.1" status: 200 len: 945 time: 0.0649421 Jun 03 15:32:00.778963 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-0c091fed-c5ca-4093-ae85-b4c8e9c7a182 req-5f810105-93ad-492e-8d2d-ad51ca737f16 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcfe2535-96ab-4bf7-9a5a-a57e68e92204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425730 Jun 03 15:32:00.949402 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-571450a3-91f3-4a33-99c2-1fc6ab67a54c req-47c2f656-fd48-4405-9840-ad75d7fa52d5 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f911eff-09ff-4dd0-8c61-7798cc9ad53f HTTP/1.1" status: 200 len: 210 time: 0.0288720 Jun 03 15:32:01.168569 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-3b538257-f560-4356-a5c6-eaddd6b73a30 req-d4d6261a-1f7f-4f30-af10-ec15cfde8485 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=0b12e6d4-7911-4c08-a28d-aadf2beda784 HTTP/1.1" status: 200 len: 210 time: 0.0295486 Jun 03 15:32:01.442174 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-ba7800f5-0958-4bf9-82db-15fff31bbd48 req-44fff89a-7654-4481-89e5-42859c37b5ff tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e8f48e1939245eaa67bcd6a27bc7cda HTTP/1.1" status: 200 len: 380 time: 0.0661392 Jun 03 15:32:01.494013 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [req-ba7800f5-0958-4bf9-82db-15fff31bbd48 req-9fbcf173-44f3-44b4-a266-84a68a266a88 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Request body: {'port': {'device_id': '4f911eff-09ff-4dd0-8c61-7798cc9ad53f', 'network_id': '68719859-5880-402e-b442-370597e1ce2f', 'admin_state_up': True, 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'security_groups': ['bd3904be-b51c-449a-9310-829a60e36930']}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:32:01.498658 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:01.627492 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba7800f5-0958-4bf9-82db-15fff31bbd48 req-9fbcf173-44f3-44b4-a266-84a68a266a88 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Made reservation on behalf of 3e8f48e1939245eaa67bcd6a27bc7cda for: {'port': 1} {{(pid=103919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:32:01.632404 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-ba7800f5-0958-4bf9-82db-15fff31bbd48 req-9fbcf173-44f3-44b4-a266-84a68a266a88 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:01.693188 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3813b-4c87-4c34-8c4b-e3a175a1a06e req-54714b0e-cf58-4631-b335-c2394660c2f0 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:01.694675 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-e8d3813b-4c87-4c34-8c4b-e3a175a1a06e req-54714b0e-cf58-4631-b335-c2394660c2f0 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/ports?device_id=800d0eab-3550-4b55-8837-765681285f77 HTTP/1.1" status: 200 len: 943 time: 0.0491185 Jun 03 15:32:01.710743 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:01.761128 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-e8d3813b-4c87-4c34-8c4b-e3a175a1a06e req-d950a872-41ef-4db3-8e3a-c8f27e9180bb tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/security-groups?id=903fa922-1e28-41d0-90aa-4ae6067c6a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602736 Jun 03 15:32:01.782311 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.db_base_plugin_common [req-ba7800f5-0958-4bf9-82db-15fff31bbd48 req-9fbcf173-44f3-44b4-a266-84a68a266a88 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Allocated IP 172.20.0.7 (68719859-5880-402e-b442-370597e1ce2f/1e60cea5-d2fd-43f7-aff8-25b5abe402c7/b04e40b4-2410-4984-b7d1-f08887d6d894) {{(pid=103919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:32:01.858284 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-2f3bc5f4-4d27-4608-8e3d-d0545affffd3 req-5202a10c-816a-4bd7-8404-90361d8ba66f tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=697213d5-1b86-415b-bba2-8c09be059aae HTTP/1.1" status: 200 len: 210 time: 0.0481925 Jun 03 15:32:01.929273 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96082826-1778-4b69-88e8-144271fe1097 req-da6d3583-a43d-4404-9443-c1dbde044671 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:01.930912 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-96082826-1778-4b69-88e8-144271fe1097 req-da6d3583-a43d-4404-9443-c1dbde044671 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=99322d93-058a-4216-a672-e7f482aab8d8 HTTP/1.1" status: 200 len: 945 time: 0.0568562 Jun 03 15:32:01.958949 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=100 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:01.983205 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-96082826-1778-4b69-88e8-144271fe1097 req-585c4949-7e8e-4ff6-8ff7-5a7f694e915d tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcfe2535-96ab-4bf7-9a5a-a57e68e92204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461946 Jun 03 15:32:02.010976 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-ba7800f5-0958-4bf9-82db-15fff31bbd48 req-9fbcf173-44f3-44b4-a266-84a68a266a88 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for port (b04e40b4-2410-4984-b7d1-f08887d6d894), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:02.055687 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-ba7800f5-0958-4bf9-82db-15fff31bbd48 req-9fbcf173-44f3-44b4-a266-84a68a266a88 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4807792'] for port (b04e40b4-2410-4984-b7d1-f08887d6d894), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:02.126108 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba7800f5-0958-4bf9-82db-15fff31bbd48 req-9fbcf173-44f3-44b4-a266-84a68a266a88 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Network 68719859-5880-402e-b442-370597e1ce2f is already hosted by enough agents. {{(pid=103919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:32:02.132445 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb6df3-51c1-429a-8bc8-fdf0027d7295 req-ffbdb3c2-bedd-4c60-b75c-ab77d1c906fb tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:02.133913 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-93fb6df3-51c1-429a-8bc8-fdf0027d7295 req-ffbdb3c2-bedd-4c60-b75c-ab77d1c906fb tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f911eff-09ff-4dd0-8c61-7798cc9ad53f HTTP/1.1" status: 200 len: 931 time: 0.0910964 Jun 03 15:32:02.138351 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.base_scheduler [req-ba7800f5-0958-4bf9-82db-15fff31bbd48 req-9fbcf173-44f3-44b4-a266-84a68a266a88 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Resources bound (agent type, host, resource id): {{(pid=103919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:32:02.150755 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba7800f5-0958-4bf9-82db-15fff31bbd48 req-9fbcf173-44f3-44b4-a266-84a68a266a88 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Received port after_create {{(pid=103919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:32:02.218523 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbcf173-44f3-44b4-a266-84a68a266a88 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Pushing event updated for resources: {'Port': ['ID=b04e40b4-2410-4984-b7d1-f08887d6d894,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:02.271616 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f951fa-64a0-4525-9680-c30d7b0e7f00 req-cc97b3a2-632f-4a96-b62e-ad6c97dc85a8 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:02.273142 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b4f951fa-64a0-4525-9680-c30d7b0e7f00 req-cc97b3a2-632f-4a96-b62e-ad6c97dc85a8 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.95 "GET /v2.0/ports?device_id=99322d93-058a-4216-a672-e7f482aab8d8 HTTP/1.1" status: 200 len: 945 time: 0.1359253 Jun 03 15:32:02.284570 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7800f5-0958-4bf9-82db-15fff31bbd48 req-9fbcf173-44f3-44b4-a266-84a68a266a88 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:02.285183 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-ba7800f5-0958-4bf9-82db-15fff31bbd48 req-9fbcf173-44f3-44b4-a266-84a68a266a88 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for port (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:02.300118 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-c499a183-94c9-491b-ba33-c2b80bb293d3 req-f6252a90-0061-488b-9a24-7ee63dc5d4f4 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=0b12e6d4-7911-4c08-a28d-aadf2beda784 HTTP/1.1" status: 200 len: 210 time: 0.0349367 Jun 03 15:32:02.305493 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-93fb6df3-51c1-429a-8bc8-fdf0027d7295 req-8cb75b31-fa78-4364-ae98-5b0545f6cad2 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups?id=bd3904be-b51c-449a-9310-829a60e36930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489017 Jun 03 15:32:02.318961 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-ba7800f5-0958-4bf9-82db-15fff31bbd48 req-9fbcf173-44f3-44b4-a266-84a68a266a88 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8298032 Jun 03 15:32:02.414585 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-9108ee9b-0a47-49b5-80b2-00689e797efe None None] Provisioning complete for port b04e40b4-2410-4984-b7d1-f08887d6d894 triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:32:02.415192 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-9108ee9b-0a47-49b5-80b2-00689e797efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (b04e40b4-2410-4984-b7d1-f08887d6d894), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:02.446763 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [req-ba7800f5-0958-4bf9-82db-15fff31bbd48 req-5ad0e0cc-8433-4126-bd91-eb65c427555e service neutron] Request body: {'port': {'device_id': '4f911eff-09ff-4dd0-8c61-7798cc9ad53f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:32:02.453800 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-9108ee9b-0a47-49b5-80b2-00689e797efe None None] Port b04e40b4-2410-4984-b7d1-f08887d6d894 cannot update to ACTIVE because it is not bound. {{(pid=103921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 15:32:02.555350 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-ba7800f5-0958-4bf9-82db-15fff31bbd48 req-5ad0e0cc-8433-4126-bd91-eb65c427555e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (b04e40b4-2410-4984-b7d1-f08887d6d894), before_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:02.569257 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=100 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:02.624256 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:02.625168 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.plugin [req-b4f951fa-64a0-4525-9680-c30d7b0e7f00 req-b38e7c0e-8250-4975-9fe7-303499cbdab2 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Deleting port 3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee {{(pid=103919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:32:02.625597 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-b4f951fa-64a0-4525-9680-c30d7b0e7f00 req-b38e7c0e-8250-4975-9fe7-303499cbdab2 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:02.712125 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e5386-fef6-49b4-af4d-cd8f27f32638 req-46608673-0877-423c-aae2-cacd235bd73c tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:02.714469 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-9f1e5386-fef6-49b4-af4d-cd8f27f32638 req-46608673-0877-423c-aae2-cacd235bd73c tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.95 "GET /v2.0/networks?id=fc85e51d-f7a3-45da-ad6c-8c73a576aa2c HTTP/1.1" status: 200 len: 811 time: 0.2638748 Jun 03 15:32:02.762693 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:02.768959 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153a399-bbca-4a63-927b-dedf65f6ffca req-3ba361db-e7c8-4c85-9bdd-679adbab0063 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:02.770506 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-5153a399-bbca-4a63-927b-dedf65f6ffca req-3ba361db-e7c8-4c85-9bdd-679adbab0063 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.95 "GET /v2.0/networks?id=2d580292-795d-4fee-87ce-011961d3c846 HTTP/1.1" status: 200 len: 812 time: 0.2164159 Jun 03 15:32:02.804671 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [req-b4f951fa-64a0-4525-9680-c30d7b0e7f00 req-b38e7c0e-8250-4975-9fe7-303499cbdab2 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] For port 3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee,segment=NetworkSegment(344823fa-4139-4c58-8284-6d371313181e),segment_id=344823fa-4139-4c58-8284-6d371313181e)] {{(pid=103919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:32:02.805062 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-b4f951fa-64a0-4525-9680-c30d7b0e7f00 req-b38e7c0e-8250-4975-9fe7-303499cbdab2 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:02.847957 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-9f1e5386-fef6-49b4-af4d-cd8f27f32638 req-11cf4422-0013-49d6-938a-cf12121b675e tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16edd3f309d54728882acc6d23f8861e HTTP/1.1" status: 200 len: 379 time: 0.0764494 Jun 03 15:32:02.916614 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [req-9f1e5386-fef6-49b4-af4d-cd8f27f32638 req-210b699f-2583-4dfe-a14d-1eb6b83f5043 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Request body: {'port': {'device_id': '697213d5-1b86-415b-bba2-8c09be059aae', 'network_id': 'fc85e51d-f7a3-45da-ad6c-8c73a576aa2c', 'admin_state_up': True, 'tenant_id': '16edd3f309d54728882acc6d23f8861e', 'security_groups': ['9094215f-686a-4aae-a59f-3d21514d63ff']}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:32:02.994320 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f64fe9-740f-4289-b161-cecc12844be4 req-d70b3b46-68d8-4c8b-be0a-6f0ff03b5113 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:02.995830 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-b4f64fe9-740f-4289-b161-cecc12844be4 req-d70b3b46-68d8-4c8b-be0a-6f0ff03b5113 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/ports?device_id=800d0eab-3550-4b55-8837-765681285f77 HTTP/1.1" status: 200 len: 943 time: 0.1462166 Jun 03 15:32:03.050086 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-5153a399-bbca-4a63-927b-dedf65f6ffca req-fae09824-2164-4425-9317-8d593346691d tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=141bd2be69f243aa926f28b96eb6f0d5 HTTP/1.1" status: 200 len: 379 time: 0.1704133 Jun 03 15:32:03.059418 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-8ea96f4c-c5b0-4e4a-b680-fb962e91e78a req-9092aa74-a622-44ea-9d49-2bc0ed8326a2 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=697213d5-1b86-415b-bba2-8c09be059aae HTTP/1.1" status: 200 len: 210 time: 0.0998220 Jun 03 15:32:03.105774 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-b4f64fe9-740f-4289-b161-cecc12844be4 req-fbe9612c-a494-4bba-8bca-00c4db809d05 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/security-groups?id=903fa922-1e28-41d0-90aa-4ae6067c6a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997405 Jun 03 15:32:03.140984 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f1e5386-fef6-49b4-af4d-cd8f27f32638 req-210b699f-2583-4dfe-a14d-1eb6b83f5043 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Made reservation on behalf of 16edd3f309d54728882acc6d23f8861e for: {'port': 1} {{(pid=103920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:32:03.144394 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-9f1e5386-fef6-49b4-af4d-cd8f27f32638 req-210b699f-2583-4dfe-a14d-1eb6b83f5043 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:03.201697 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-b4f951fa-64a0-4525-9680-c30d7b0e7f00 req-b38e7c0e-8250-4975-9fe7-303499cbdab2 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:03.201697 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-b4f951fa-64a0-4525-9680-c30d7b0e7f00 req-b38e7c0e-8250-4975-9fe7-303499cbdab2 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763103'] for floatingip (2af4f6ce-e6f1-40f8-8adc-14355516b61c), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:03.201697 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.db.l3_db [req-b4f951fa-64a0-4525-9680-c30d7b0e7f00 req-b38e7c0e-8250-4975-9fe7-303499cbdab2 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Floating IP 2af4f6ce-e6f1-40f8-8adc-14355516b61c disassociated. External IP: 172.27.3.203, port: 3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee. Jun 03 15:32:03.202273 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.plugin [req-b4f951fa-64a0-4525-9680-c30d7b0e7f00 req-b38e7c0e-8250-4975-9fe7-303499cbdab2 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Calling delete_port for 3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee owned by compute:nova {{(pid=103919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:32:03.205703 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [req-5153a399-bbca-4a63-927b-dedf65f6ffca req-0715b226-3a6a-4cca-b2de-0eecb5b96ccb tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Request body: {'port': {'device_id': '0b12e6d4-7911-4c08-a28d-aadf2beda784', 'network_id': '2d580292-795d-4fee-87ce-011961d3c846', 'admin_state_up': True, 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'security_groups': ['b88df937-e402-4cfa-971f-d0284891327a']}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:32:03.299516 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcce986-a66c-4683-a487-0474d1fe1f60 req-2e20a1a7-232c-4994-9f1b-906f080dde6d tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:03.301159 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-6dcce986-a66c-4683-a487-0474d1fe1f60 req-2e20a1a7-232c-4994-9f1b-906f080dde6d tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=99322d93-058a-4216-a672-e7f482aab8d8 HTTP/1.1" status: 200 len: 945 time: 0.1641841 Jun 03 15:32:03.393971 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d798f-2157-4fba-8ba0-9b55b6a26301 req-abb6203d-ebf7-4b2f-a1c4-e9288acd4248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:03.395523 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-fd4d798f-2157-4fba-8ba0-9b55b6a26301 req-abb6203d-ebf7-4b2f-a1c4-e9288acd4248 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=800d0eab-3550-4b55-8837-765681285f77&tenant_id=98f97ac03be44e0bb8ab21d985d1dd27 HTTP/1.1" status: 200 len: 1127 time: 0.1974924 Jun 03 15:32:03.430062 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_common [req-9f1e5386-fef6-49b4-af4d-cd8f27f32638 req-210b699f-2583-4dfe-a14d-1eb6b83f5043 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Allocated IP 172.20.0.4 (fc85e51d-f7a3-45da-ad6c-8c73a576aa2c/774a6a80-1cd7-4bc8-a1d0-ccd75afe6883/017c3110-af95-4653-ab4b-2de2cf82c63b) {{(pid=103920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:32:03.434466 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-737ca60c-9dcf-4f55-998f-3032a142a16a req-81ccd9f3-7d96-467c-b897-3ada905357d1 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=0b12e6d4-7911-4c08-a28d-aadf2beda784 HTTP/1.1" status: 200 len: 210 time: 0.0554979 Jun 03 15:32:03.436557 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.notifiers.nova [req-ba7800f5-0958-4bf9-82db-15fff31bbd48 req-5ad0e0cc-8433-4126-bd91-eb65c427555e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b04e40b4-2410-4984-b7d1-f08887d6d894 {{(pid=103919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:32:03.451127 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5153a399-bbca-4a63-927b-dedf65f6ffca req-0715b226-3a6a-4cca-b2de-0eecb5b96ccb tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Made reservation on behalf of 141bd2be69f243aa926f28b96eb6f0d5 for: {'port': 1} {{(pid=103920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:32:03.455209 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-5153a399-bbca-4a63-927b-dedf65f6ffca req-0715b226-3a6a-4cca-b2de-0eecb5b96ccb tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:03.467346 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-ba7800f5-0958-4bf9-82db-15fff31bbd48 req-5ad0e0cc-8433-4126-bd91-eb65c427555e service neutron] Publish callbacks [] for port (b04e40b4-2410-4984-b7d1-f08887d6d894), precommit_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:03.514829 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-6dcce986-a66c-4683-a487-0474d1fe1f60 req-f13a2082-5419-414a-b255-2f96976a2ca2 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=dcfe2535-96ab-4bf7-9a5a-a57e68e92204&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793883 Jun 03 15:32:03.532394 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:03.538691 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d798f-2157-4fba-8ba0-9b55b6a26301 req-265d4613-3aad-4dc1-b098-c1e7ff3e4520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:03.540175 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-fd4d798f-2157-4fba-8ba0-9b55b6a26301 req-265d4613-3aad-4dc1-b098-c1e7ff3e4520 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=98f97ac03be44e0bb8ab21d985d1dd27&device_id=800d0eab-3550-4b55-8837-765681285f77 HTTP/1.1" status: 200 len: 1127 time: 0.1107757 Jun 03 15:32:03.541638 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.provisioning_blocks [req-ba7800f5-0958-4bf9-82db-15fff31bbd48 req-5ad0e0cc-8433-4126-bd91-eb65c427555e service neutron] Transition to ACTIVE for port object b04e40b4-2410-4984-b7d1-f08887d6d894 will not be triggered until provisioned by entity L2. {{(pid=103919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 03 15:32:03.545663 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=4,neutron:INSERT=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:03.549404 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-ba7800f5-0958-4bf9-82db-15fff31bbd48 req-5ad0e0cc-8433-4126-bd91-eb65c427555e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4807753'] for port (b04e40b4-2410-4984-b7d1-f08887d6d894), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:03.558328 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:03.637721 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656931b8-46e6-4c7d-96ed-1cedaaee9ebf req-75611252-a4cc-4771-9d12-43a2b0563f3d tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:03.639510 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-656931b8-46e6-4c7d-96ed-1cedaaee9ebf req-75611252-a4cc-4771-9d12-43a2b0563f3d tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f911eff-09ff-4dd0-8c61-7798cc9ad53f HTTP/1.1" status: 200 len: 943 time: 0.1128008 Jun 03 15:32:03.688811 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_common [req-5153a399-bbca-4a63-927b-dedf65f6ffca req-0715b226-3a6a-4cca-b2de-0eecb5b96ccb tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Allocated IP 172.20.0.4 (2d580292-795d-4fee-87ce-011961d3c846/070f5c1f-f3d7-449a-a6e3-c5340374af16/7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c) {{(pid=103920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:32:03.689831 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:03.695093 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad0e0cc-8433-4126-bd91-eb65c427555e service neutron] Pushing event updated for resources: {'Port': ['ID=b04e40b4-2410-4984-b7d1-f08887d6d894,revision_number=2']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:03.724713 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-b4f951fa-64a0-4525-9680-c30d7b0e7f00 req-b38e7c0e-8250-4975-9fe7-303499cbdab2 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4807792'] for port (3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:03.805631 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38e7c0e-8250-4975-9fe7-303499cbdab2 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Pushing event deleted for resources: {'Port': ['ID=3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:03.819011 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d798f-2157-4fba-8ba0-9b55b6a26301 req-df45f165-f178-43e3-abe5-fe234087bcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:03.820579 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-fd4d798f-2157-4fba-8ba0-9b55b6a26301 req-df45f165-f178-43e3-abe5-fe234087bcc4 service neutron] 10.222.0.95 "GET /v2.0/networks?id=63fabd49-da18-4288-852a-c9b600b6fd0f HTTP/1.1" status: 200 len: 910 time: 0.2722414 Jun 03 15:32:03.836645 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-9f1e5386-fef6-49b4-af4d-cd8f27f32638 req-210b699f-2583-4dfe-a14d-1eb6b83f5043 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks [] for port (017c3110-af95-4653-ab4b-2de2cf82c63b), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:03.853947 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-656931b8-46e6-4c7d-96ed-1cedaaee9ebf req-57bf3eb2-75c1-43b0-80c3-5cac510b60e5 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups?id=bd3904be-b51c-449a-9310-829a60e36930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050469 Jun 03 15:32:03.950761 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [req-ba7800f5-0958-4bf9-82db-15fff31bbd48 req-5ad0e0cc-8433-4126-bd91-eb65c427555e service neutron] Attempting to bind port b04e40b4-2410-4984-b7d1-f08887d6d894 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 15:32:03.951099 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [req-ba7800f5-0958-4bf9-82db-15fff31bbd48 req-5ad0e0cc-8433-4126-bd91-eb65c427555e service neutron] Attempting to bind port b04e40b4-2410-4984-b7d1-f08887d6d894 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '71db973e-62af-43f0-a23f-112fc819cb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '68719859-5880-402e-b442-370597e1ce2f'}] {{(pid=103919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 15:32:03.951430 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7800f5-0958-4bf9-82db-15fff31bbd48 req-5ad0e0cc-8433-4126-bd91-eb65c427555e service neutron] Attempting to bind port b04e40b4-2410-4984-b7d1-f08887d6d894 on network 68719859-5880-402e-b442-370597e1ce2f {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:32:03.972214 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7800f5-0958-4bf9-82db-15fff31bbd48 req-5ad0e0cc-8433-4126-bd91-eb65c427555e service neutron] Port b04e40b4-2410-4984-b7d1-f08887d6d894 on network 68719859-5880-402e-b442-370597e1ce2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 03 15:32:03.972534 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7800f5-0958-4bf9-82db-15fff31bbd48 req-5ad0e0cc-8433-4126-bd91-eb65c427555e service neutron] Attempting to bind port b04e40b4-2410-4984-b7d1-f08887d6d894 on network 68719859-5880-402e-b442-370597e1ce2f {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:32:03.981890 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-fd4d798f-2157-4fba-8ba0-9b55b6a26301 req-0dd4b7ae-bd4c-4dd7-924f-a69f61ad75d7 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533 HTTP/1.1" status: 200 len: 999 time: 0.1524715 Jun 03 15:32:03.988368 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7800f5-0958-4bf9-82db-15fff31bbd48 req-5ad0e0cc-8433-4126-bd91-eb65c427555e service neutron] Checking agent: {'id': '5d40428d-d668-464b-bcee-3124e1355b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 24, 37), 'started_at': datetime.datetime(2022, 6, 3, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 15:32:03.988368 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7800f5-0958-4bf9-82db-15fff31bbd48 req-5ad0e0cc-8433-4126-bd91-eb65c427555e service neutron] Checking segment: {'id': '71db973e-62af-43f0-a23f-112fc819cb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '68719859-5880-402e-b442-370597e1ce2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:32:03.988368 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7800f5-0958-4bf9-82db-15fff31bbd48 req-5ad0e0cc-8433-4126-bd91-eb65c427555e service neutron] Bound using segment: {'id': '71db973e-62af-43f0-a23f-112fc819cb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '68719859-5880-402e-b442-370597e1ce2f'} {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 15:32:03.988368 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [req-ba7800f5-0958-4bf9-82db-15fff31bbd48 req-5ad0e0cc-8433-4126-bd91-eb65c427555e service neutron] Bound port: b04e40b4-2410-4984-b7d1-f08887d6d894, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71db973e-62af-43f0-a23f-112fc819cb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '68719859-5880-402e-b442-370597e1ce2f'}}] {{(pid=103919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 15:32:03.988368 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-ba7800f5-0958-4bf9-82db-15fff31bbd48 req-5ad0e0cc-8433-4126-bd91-eb65c427555e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (b04e40b4-2410-4984-b7d1-f08887d6d894), before_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:03.988977 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-9f1e5386-fef6-49b4-af4d-cd8f27f32638 req-210b699f-2583-4dfe-a14d-1eb6b83f5043 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5848811'] for port (017c3110-af95-4653-ab4b-2de2cf82c63b), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:04.057051 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210b699f-2583-4dfe-a14d-1eb6b83f5043 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Pushing event updated for resources: {'Port': ['ID=017c3110-af95-4653-ab4b-2de2cf82c63b,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:04.069523 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f1e5386-fef6-49b4-af4d-cd8f27f32638 req-210b699f-2583-4dfe-a14d-1eb6b83f5043 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Network fc85e51d-f7a3-45da-ad6c-8c73a576aa2c is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:32:04.073174 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [req-9f1e5386-fef6-49b4-af4d-cd8f27f32638 req-210b699f-2583-4dfe-a14d-1eb6b83f5043 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:32:04.077957 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1e5386-fef6-49b4-af4d-cd8f27f32638 req-210b699f-2583-4dfe-a14d-1eb6b83f5043 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Received port after_create {{(pid=103920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:32:04.089071 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4f951fa-64a0-4525-9680-c30d7b0e7f00 req-b38e7c0e-8250-4975-9fe7-303499cbdab2 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Router 7990f22a-b9de-423f-91c5-302389780223 has already been hosted by L3 agent af3cb756-c261-4349-9f96-3650fb8ddf57 {{(pid=103919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 15:32:04.104942 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d798f-2157-4fba-8ba0-9b55b6a26301 req-48993f93-4abb-4d2d-a5ff-ac692467770e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:04.106405 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-fd4d798f-2157-4fba-8ba0-9b55b6a26301 req-48993f93-4abb-4d2d-a5ff-ac692467770e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=78322f02-2402-4284-a227-98343c2f67dc HTTP/1.1" status: 200 len: 848 time: 0.1162527 Jun 03 15:32:04.123101 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-5153a399-bbca-4a63-927b-dedf65f6ffca req-0715b226-3a6a-4cca-b2de-0eecb5b96ccb tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks [] for port (7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:04.153012 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [req-ba7800f5-0958-4bf9-82db-15fff31bbd48 req-5ad0e0cc-8433-4126-bd91-eb65c427555e service neutron] For port b04e40b4-2410-4984-b7d1-f08887d6d894, host hv-cinder-83124, cleared binding levels {{(pid=103919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 15:32:04.171545 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e5386-fef6-49b4-af4d-cd8f27f32638 req-210b699f-2583-4dfe-a14d-1eb6b83f5043 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:04.172115 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-9f1e5386-fef6-49b4-af4d-cd8f27f32638 req-210b699f-2583-4dfe-a14d-1eb6b83f5043 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for port (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:04.204584 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-9f1e5386-fef6-49b4-af4d-cd8f27f32638 req-210b699f-2583-4dfe-a14d-1eb6b83f5043 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3238602 Jun 03 15:32:04.206769 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:04.216387 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [req-9f1e5386-fef6-49b4-af4d-cd8f27f32638 req-f91ede34-0fde-45f0-be22-1d09d68b5c62 service neutron] Request body: {'port': {'device_id': '697213d5-1b86-415b-bba2-8c09be059aae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:32:04.219117 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [req-ba7800f5-0958-4bf9-82db-15fff31bbd48 req-5ad0e0cc-8433-4126-bd91-eb65c427555e service neutron] For port b04e40b4-2410-4984-b7d1-f08887d6d894, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=b04e40b4-2410-4984-b7d1-f08887d6d894,segment=NetworkSegment(71db973e-62af-43f0-a23f-112fc819cb27),segment_id=71db973e-62af-43f0-a23f-112fc819cb27)] {{(pid=103919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 15:32:04.227309 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-5153a399-bbca-4a63-927b-dedf65f6ffca req-0715b226-3a6a-4cca-b2de-0eecb5b96ccb tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5848811'] for port (7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:04.258441 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d798f-2157-4fba-8ba0-9b55b6a26301 req-66a713f8-6b88-47c2-bc46-93b17b87bda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:04.259983 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-fd4d798f-2157-4fba-8ba0-9b55b6a26301 req-66a713f8-6b88-47c2-bc46-93b17b87bda2 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=63fabd49-da18-4288-852a-c9b600b6fd0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1459453 Jun 03 15:32:04.287798 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-ba7800f5-0958-4bf9-82db-15fff31bbd48 req-5ad0e0cc-8433-4126-bd91-eb65c427555e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4807753'] for port (b04e40b4-2410-4984-b7d1-f08887d6d894), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:04.401243 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b9d04a-9c71-4ef9-8421-3febd1419ddb req-74d4c3ed-1a87-4654-8bed-83d721e32bef tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:04.403237 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-25b9d04a-9c71-4ef9-8421-3febd1419ddb req-74d4c3ed-1a87-4654-8bed-83d721e32bef tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=697213d5-1b86-415b-bba2-8c09be059aae HTTP/1.1" status: 200 len: 931 time: 0.2446463 Jun 03 15:32:04.461552 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7800f5-0958-4bf9-82db-15fff31bbd48 req-5ad0e0cc-8433-4126-bd91-eb65c427555e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:04.462274 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-ba7800f5-0958-4bf9-82db-15fff31bbd48 req-5ad0e0cc-8433-4126-bd91-eb65c427555e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for port (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:04.464080 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-ba7800f5-0958-4bf9-82db-15fff31bbd48 req-5ad0e0cc-8433-4126-bd91-eb65c427555e service neutron] 10.222.0.95 "PUT /v2.0/ports/b04e40b4-2410-4984-b7d1-f08887d6d894 HTTP/1.1" status: 200 len: 1093 time: 2.0223978 Jun 03 15:32:04.464693 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:04.466274 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f911eff-09ff-4dd0-8c61-7798cc9ad53f', 'tag': 'b04e40b4-2410-4984-b7d1-f08887d6d894'}] {{(pid=103919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:32:04.469496 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb6718ce3f0a4af57ef91ee7142c10b6234fd65cffdc95d0a08216ae9169e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24b9c81-20bc-4129-ba60-00bd5fff851d" -d '{"events": [{"name": "network-changed", "server_uuid": "4f911eff-09ff-4dd0-8c61-7798cc9ad53f", "tag": "b04e40b4-2410-4984-b7d1-f08887d6d894"}]}' {{(pid=103919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:32:04.527512 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-9b6715d9-7950-470e-be2e-097c4643b420 None None] Provisioning complete for port 017c3110-af95-4653-ab4b-2de2cf82c63b triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:32:04.528070 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-9b6715d9-7950-470e-be2e-097c4643b420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (017c3110-af95-4653-ab4b-2de2cf82c63b), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:04.568982 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-9b6715d9-7950-470e-be2e-097c4643b420 None None] Port 017c3110-af95-4653-ab4b-2de2cf82c63b cannot update to ACTIVE because it is not bound. {{(pid=103921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 15:32:04.672794 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5153a399-bbca-4a63-927b-dedf65f6ffca req-0715b226-3a6a-4cca-b2de-0eecb5b96ccb tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Network 2d580292-795d-4fee-87ce-011961d3c846 is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:32:04.686447 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [req-5153a399-bbca-4a63-927b-dedf65f6ffca req-0715b226-3a6a-4cca-b2de-0eecb5b96ccb tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:32:04.689202 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [req-5153a399-bbca-4a63-927b-dedf65f6ffca req-0715b226-3a6a-4cca-b2de-0eecb5b96ccb tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Received port after_create {{(pid=103920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:32:04.717598 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0715b226-3a6a-4cca-b2de-0eecb5b96ccb tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Pushing event updated for resources: {'Port': ['ID=7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:04.757034 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b7aab7-4e2b-4385-b6d2-1bc555deffc4 req-cd10c7a3-a8dc-4bcb-9b51-c6301cd969a4 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:04.758709 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-c4b7aab7-4e2b-4385-b6d2-1bc555deffc4 req-cd10c7a3-a8dc-4bcb-9b51-c6301cd969a4 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/ports?device_id=800d0eab-3550-4b55-8837-765681285f77 HTTP/1.1" status: 200 len: 943 time: 0.1789103 Jun 03 15:32:04.781428 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-9f1e5386-fef6-49b4-af4d-cd8f27f32638 req-f91ede34-0fde-45f0-be22-1d09d68b5c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (017c3110-af95-4653-ab4b-2de2cf82c63b), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:04.817352 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153a399-bbca-4a63-927b-dedf65f6ffca req-0715b226-3a6a-4cca-b2de-0eecb5b96ccb tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:04.817992 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-5153a399-bbca-4a63-927b-dedf65f6ffca req-0715b226-3a6a-4cca-b2de-0eecb5b96ccb tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for port (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:04.831945 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:04.855127 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad0e0cc-8433-4126-bd91-eb65c427555e service neutron] Pushing event updated for resources: {'Port': ['ID=b04e40b4-2410-4984-b7d1-f08887d6d894,revision_number=3']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:04.858734 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4f951fa-64a0-4525-9680-c30d7b0e7f00 req-b38e7c0e-8250-4975-9fe7-303499cbdab2 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Notify agent at l3_agent.dv-cinder-831247-16-iscsi the message routers_updated {{(pid=103919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 15:32:04.875783 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c8d67d-2b34-4498-abdc-de23cd822510 None None] Sync routers for ids ['7990f22a-b9de-423f-91c5-302389780223'] in dv-cinder-831247-16-iscsi {{(pid=103921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:32:04.878716 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-5153a399-bbca-4a63-927b-dedf65f6ffca req-0715b226-3a6a-4cca-b2de-0eecb5b96ccb tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6767821 Jun 03 15:32:04.892824 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c8d67d-2b34-4498-abdc-de23cd822510 None None] Routers {'7990f22a-b9de-423f-91c5-302389780223'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:32:04.893762 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-b1c8d67d-2b34-4498-abdc-de23cd822510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:31:54Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['7990f22a-b9de-423f-91c5-302389780223'], 'active': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:04.901002 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [req-5153a399-bbca-4a63-927b-dedf65f6ffca req-b418826f-5479-42f3-8fa2-4b6542fd4cbe service neutron] Request body: {'port': {'device_id': '0b12e6d4-7911-4c08-a28d-aadf2beda784', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:32:04.903014 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7800f5-0958-4bf9-82db-15fff31bbd48 req-7b64b4c7-b2b0-4109-b1e7-dff5ddfd793a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:04.904533 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-ba7800f5-0958-4bf9-82db-15fff31bbd48 req-7b64b4c7-b2b0-4109-b1e7-dff5ddfd793a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=3e8f48e1939245eaa67bcd6a27bc7cda&device_id=4f911eff-09ff-4dd0-8c61-7798cc9ad53f HTTP/1.1" status: 200 len: 1127 time: 0.3877285 Jun 03 15:32:04.917305 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-25b9d04a-9c71-4ef9-8421-3febd1419ddb req-4ca20b70-690d-498b-8150-5c9a22aa57c5 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9094215f-686a-4aae-a59f-3d21514d63ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4967663 Jun 03 15:32:04.919531 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-fd4d798f-2157-4fba-8ba0-9b55b6a26301 req-218e2439-b0af-480c-bffc-f60c92d92571 service neutron] 10.222.0.95 "GET /v2.0/networks/63fabd49-da18-4288-852a-c9b600b6fd0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6494038 Jun 03 15:32:04.923613 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:04.979836 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-c4b7aab7-4e2b-4385-b6d2-1bc555deffc4 req-25db3ee4-319d-477c-bbb2-f71d9c44c153 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/security-groups?id=903fa922-1e28-41d0-90aa-4ae6067c6a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2107415 Jun 03 15:32:05.023951 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-ba7800f5-0958-4bf9-82db-15fff31bbd48 req-87c6096f-0f49-4971-be4f-4c29d501b8ba service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b04e40b4-2410-4984-b7d1-f08887d6d894 HTTP/1.1" status: 200 len: 217 time: 0.1034374 Jun 03 15:32:05.034922 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-9d8ca9fb-f5ca-4c3a-8609-f1ac99613f51 None None] Provisioning complete for port 7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:32:05.035468 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-9d8ca9fb-f5ca-4c3a-8609-f1ac99613f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:05.038829 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:05.039942 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4f951fa-64a0-4525-9680-c30d7b0e7f00 req-b38e7c0e-8250-4975-9fe7-303499cbdab2 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] No DVR routers for this DVR port 3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee on host hv-cinder-83124 {{(pid=103919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 15:32:05.088270 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvr_db [None req-b1c8d67d-2b34-4498-abdc-de23cd822510 None None] Set router 7990f22a-b9de-423f-91c5-302389780223 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:32:05.111964 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 15:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04042ab6-e157-4ae6-8d15-f96d55ccc480 x-openstack-request-id: req-04042ab6-e157-4ae6-8d15-f96d55ccc480 {{(pid=103919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:32:05.112178 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f911eff-09ff-4dd0-8c61-7798cc9ad53f", "tag": "b04e40b4-2410-4984-b7d1-f08887d6d894", "status": "completed", "code": 200}]} {{(pid=103919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:32:05.112388 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-04042ab6-e157-4ae6-8d15-f96d55ccc480 {{(pid=103919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:32:05.113019 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04042ab6-e157-4ae6-8d15-f96d55ccc480'] response: {'name': 'network-changed', 'server_uuid': '4f911eff-09ff-4dd0-8c61-7798cc9ad53f', 'tag': 'b04e40b4-2410-4984-b7d1-f08887d6d894', 'status': 'completed', 'code': 200} Jun 03 15:32:05.114480 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7800f5-0958-4bf9-82db-15fff31bbd48 req-e18734fc-0c68-4b88-9564-17885a41944c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:05.116114 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-ba7800f5-0958-4bf9-82db-15fff31bbd48 req-e18734fc-0c68-4b88-9564-17885a41944c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1e60cea5-d2fd-43f7-aff8-25b5abe402c7 HTTP/1.1" status: 200 len: 854 time: 0.0788727 Jun 03 15:32:05.117201 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-b4f951fa-64a0-4525-9680-c30d7b0e7f00 req-b38e7c0e-8250-4975-9fe7-303499cbdab2 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for port (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:05.121303 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b4f951fa-64a0-4525-9680-c30d7b0e7f00 req-b38e7c0e-8250-4975-9fe7-303499cbdab2 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.95 "DELETE /v2.0/ports/3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee HTTP/1.1" status: 204 len: 173 time: 2.6709049 Jun 03 15:32:05.135309 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-9d8ca9fb-f5ca-4c3a-8609-f1ac99613f51 None None] Port 7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c cannot update to ACTIVE because it is not bound. {{(pid=103921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 15:32:05.221244 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7800f5-0958-4bf9-82db-15fff31bbd48 req-b7d29983-e806-48aa-9011-91407e84378e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:05.223397 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-ba7800f5-0958-4bf9-82db-15fff31bbd48 req-b7d29983-e806-48aa-9011-91407e84378e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=68719859-5880-402e-b442-370597e1ce2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0628810 Jun 03 15:32:05.288741 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [req-9f1e5386-fef6-49b4-af4d-cd8f27f32638 req-f91ede34-0fde-45f0-be22-1d09d68b5c62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 017c3110-af95-4653-ab4b-2de2cf82c63b {{(pid=103920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:32:05.315506 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:05.322742 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-9f1e5386-fef6-49b4-af4d-cd8f27f32638 req-f91ede34-0fde-45f0-be22-1d09d68b5c62 service neutron] Publish callbacks [] for port (017c3110-af95-4653-ab4b-2de2cf82c63b), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:05.330338 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-b2fa212b-0aa2-4e2a-bbd7-2a722ada3731 req-6ff3c562-26d9-4aca-a8d7-38fde6ad41ef tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=99322d93-058a-4216-a672-e7f482aab8d8 HTTP/1.1" status: 200 len: 210 time: 0.0643098 Jun 03 15:32:05.330597 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa090a4-b761-4f43-9306-ec1b825e6790 req-e74dd141-0cb7-4c06-b021-37fb8f63b1e6 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:05.331932 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-faa090a4-b761-4f43-9306-ec1b825e6790 req-e74dd141-0cb7-4c06-b021-37fb8f63b1e6 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=0b12e6d4-7911-4c08-a28d-aadf2beda784 HTTP/1.1" status: 200 len: 931 time: 0.2979693 Jun 03 15:32:05.343795 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-5153a399-bbca-4a63-927b-dedf65f6ffca req-b418826f-5479-42f3-8fa2-4b6542fd4cbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:05.349426 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.provisioning_blocks [req-9f1e5386-fef6-49b4-af4d-cd8f27f32638 req-f91ede34-0fde-45f0-be22-1d09d68b5c62 service neutron] Transition to ACTIVE for port object 017c3110-af95-4653-ab4b-2de2cf82c63b will not be triggered until provisioned by entity L2. {{(pid=103920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 03 15:32:05.356300 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=75,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:05.359355 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-9f1e5386-fef6-49b4-af4d-cd8f27f32638 req-f91ede34-0fde-45f0-be22-1d09d68b5c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5848786'] for port (017c3110-af95-4653-ab4b-2de2cf82c63b), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:05.359805 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:05.449633 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91ede34-0fde-45f0-be22-1d09d68b5c62 service neutron] Pushing event updated for resources: {'Port': ['ID=017c3110-af95-4653-ab4b-2de2cf82c63b,revision_number=2']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:05.456417 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-b1c8d67d-2b34-4498-abdc-de23cd822510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7990f22a-b9de-423f-91c5-302389780223', 'name': 'tempest-ServerRescueNegativeTestJSON-682452530-router', 'tenant_id': 'a402ec1153624838be07cda58279f2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '026ed3e7-e9af-46dc-8303-b93c473e613d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:39Z', 'updated_at': '2022-06-03T15:26:55Z', 'revision_number': 4, 'project_id': 'a402ec1153624838be07cda58279f2a4', 'gw_port': {'id': '026ed3e7-e9af-46dc-8303-b93c473e613d', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:82:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7990f22a-b9de-423f-91c5-302389780223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:40Z', 'updated_at': '2022-06-03T15:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': '1e3cc790-b0f4-4e67-8c57-11658a1ae445', 'name': '', 'network_id': 'ba66765f-7c24-4296-be5e-4c2a803ccabf', 'tenant_id': 'a402ec1153624838be07cda58279f2a4', 'mac_address': 'fa:16:3e:f1:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7990f22a-b9de-423f-91c5-302389780223', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5cb0f2a7-ee25-46e9-8c4b-18478610484d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:52Z', 'updated_at': '2022-06-03T15:27:03Z', 'revision_number': 5, 'project_id': 'a402ec1153624838be07cda58279f2a4', 'subnets': [{'id': '5cb0f2a7-ee25-46e9-8c4b-18478610484d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:05.463793 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-fd4d798f-2157-4fba-8ba0-9b55b6a26301 req-b2c1ceb8-cb8a-46c7-8255-3c2d5c5bee0a service neutron] 10.222.0.95 "GET /v2.0/networks/63fabd49-da18-4288-852a-c9b600b6fd0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5218751 Jun 03 15:32:05.484751 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-faa090a4-b761-4f43-9306-ec1b825e6790 req-ca7f32f0-88b0-4090-966b-ca7ad6f98db9 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/security-groups?id=b88df937-e402-4cfa-971f-d0284891327a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453335 Jun 03 15:32:05.488741 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-ba7800f5-0958-4bf9-82db-15fff31bbd48 req-ae0c02ab-4277-4b60-805f-a48a20e2d3eb service neutron] 10.222.0.95 "GET /v2.0/networks/68719859-5880-402e-b442-370597e1ce2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556632 Jun 03 15:32:05.506638 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c8d67d-2b34-4498-abdc-de23cd822510 None None] Checking router: 7990f22a-b9de-423f-91c5-302389780223 for host: dv-cinder-831247-16-iscsi {{(pid=103921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:32:05.517248 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c8d67d-2b34-4498-abdc-de23cd822510 None None] Routers {'7990f22a-b9de-423f-91c5-302389780223'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:32:05.517862 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-b1c8d67d-2b34-4498-abdc-de23cd822510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:31:54Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['7990f22a-b9de-423f-91c5-302389780223'], 'active': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:05.654836 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device 3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 15:32:05.663307 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cab71d-f7fd-4e5d-9303-90cfd30f47d0 req-5ee2092f-75ec-4f7b-b908-3c4abfac5dde tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:05.664967 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-69cab71d-f7fd-4e5d-9303-90cfd30f47d0 req-5ee2092f-75ec-4f7b-b908-3c4abfac5dde tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f911eff-09ff-4dd0-8c61-7798cc9ad53f HTTP/1.1" status: 200 len: 943 time: 0.1623011 Jun 03 15:32:05.678003 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-ba7800f5-0958-4bf9-82db-15fff31bbd48 req-25359bae-3ddd-4128-90cd-e26539b5eaea service neutron] 10.222.0.95 "GET /v2.0/networks/68719859-5880-402e-b442-370597e1ce2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287072 Jun 03 15:32:05.690773 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.managers [req-9f1e5386-fef6-49b4-af4d-cd8f27f32638 req-f91ede34-0fde-45f0-be22-1d09d68b5c62 service neutron] Attempting to bind port 017c3110-af95-4653-ab4b-2de2cf82c63b on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 15:32:05.691025 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.managers [req-9f1e5386-fef6-49b4-af4d-cd8f27f32638 req-f91ede34-0fde-45f0-be22-1d09d68b5c62 service neutron] Attempting to bind port 017c3110-af95-4653-ab4b-2de2cf82c63b by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'e7fa8e9f-2916-4044-ae3b-4a0e4ef94a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'fc85e51d-f7a3-45da-ad6c-8c73a576aa2c'}] {{(pid=103920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 15:32:05.691551 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1e5386-fef6-49b4-af4d-cd8f27f32638 req-f91ede34-0fde-45f0-be22-1d09d68b5c62 service neutron] Attempting to bind port 017c3110-af95-4653-ab4b-2de2cf82c63b on network fc85e51d-f7a3-45da-ad6c-8c73a576aa2c {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:32:05.702334 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:05.703858 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] No Port match for: 3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee {{(pid=103921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 15:32:05.704199 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device 3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee not bound to the agent host hv-cinder-83124 {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 15:32:05.712552 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1e5386-fef6-49b4-af4d-cd8f27f32638 req-f91ede34-0fde-45f0-be22-1d09d68b5c62 service neutron] Port 017c3110-af95-4653-ab4b-2de2cf82c63b on network fc85e51d-f7a3-45da-ad6c-8c73a576aa2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 03 15:32:05.712876 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1e5386-fef6-49b4-af4d-cd8f27f32638 req-f91ede34-0fde-45f0-be22-1d09d68b5c62 service neutron] Attempting to bind port 017c3110-af95-4653-ab4b-2de2cf82c63b on network fc85e51d-f7a3-45da-ad6c-8c73a576aa2c {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:32:05.719808 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvr_db [None req-b1c8d67d-2b34-4498-abdc-de23cd822510 None None] Set router 7990f22a-b9de-423f-91c5-302389780223 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:32:05.758563 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:05.768768 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1e5386-fef6-49b4-af4d-cd8f27f32638 req-f91ede34-0fde-45f0-be22-1d09d68b5c62 service neutron] Checking agent: {'id': '5d40428d-d668-464b-bcee-3124e1355b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 24, 37), 'started_at': datetime.datetime(2022, 6, 3, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 15:32:05.769103 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1e5386-fef6-49b4-af4d-cd8f27f32638 req-f91ede34-0fde-45f0-be22-1d09d68b5c62 service neutron] Checking segment: {'id': 'e7fa8e9f-2916-4044-ae3b-4a0e4ef94a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'fc85e51d-f7a3-45da-ad6c-8c73a576aa2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:32:05.769485 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1e5386-fef6-49b4-af4d-cd8f27f32638 req-f91ede34-0fde-45f0-be22-1d09d68b5c62 service neutron] Bound using segment: {'id': 'e7fa8e9f-2916-4044-ae3b-4a0e4ef94a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'fc85e51d-f7a3-45da-ad6c-8c73a576aa2c'} {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 15:32:05.769922 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.managers [req-9f1e5386-fef6-49b4-af4d-cd8f27f32638 req-f91ede34-0fde-45f0-be22-1d09d68b5c62 service neutron] Bound port: 017c3110-af95-4653-ab4b-2de2cf82c63b, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7fa8e9f-2916-4044-ae3b-4a0e4ef94a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'fc85e51d-f7a3-45da-ad6c-8c73a576aa2c'}}] {{(pid=103920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 15:32:05.770280 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-9f1e5386-fef6-49b4-af4d-cd8f27f32638 req-f91ede34-0fde-45f0-be22-1d09d68b5c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (017c3110-af95-4653-ab4b-2de2cf82c63b), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:05.814238 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-69cab71d-f7fd-4e5d-9303-90cfd30f47d0 req-2a561054-deb1-4647-acfe-04709b7ae483 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups?id=bd3904be-b51c-449a-9310-829a60e36930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365399 Jun 03 15:32:05.906776 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [req-9f1e5386-fef6-49b4-af4d-cd8f27f32638 req-f91ede34-0fde-45f0-be22-1d09d68b5c62 service neutron] For port 017c3110-af95-4653-ab4b-2de2cf82c63b, host hv-cinder-83124, cleared binding levels {{(pid=103920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 15:32:05.911585 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [req-9f1e5386-fef6-49b4-af4d-cd8f27f32638 req-f91ede34-0fde-45f0-be22-1d09d68b5c62 service neutron] For port 017c3110-af95-4653-ab4b-2de2cf82c63b, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=017c3110-af95-4653-ab4b-2de2cf82c63b,segment=NetworkSegment(e7fa8e9f-2916-4044-ae3b-4a0e4ef94a1c),segment_id=e7fa8e9f-2916-4044-ae3b-4a0e4ef94a1c)] {{(pid=103920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 15:32:05.922479 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-9f1e5386-fef6-49b4-af4d-cd8f27f32638 req-f91ede34-0fde-45f0-be22-1d09d68b5c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5848786'] for port (017c3110-af95-4653-ab4b-2de2cf82c63b), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:05.978650 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-b1c8d67d-2b34-4498-abdc-de23cd822510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7990f22a-b9de-423f-91c5-302389780223', 'name': 'tempest-ServerRescueNegativeTestJSON-682452530-router', 'tenant_id': 'a402ec1153624838be07cda58279f2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '026ed3e7-e9af-46dc-8303-b93c473e613d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:39Z', 'updated_at': '2022-06-03T15:26:55Z', 'revision_number': 4, 'project_id': 'a402ec1153624838be07cda58279f2a4', 'gw_port': {'id': '026ed3e7-e9af-46dc-8303-b93c473e613d', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:82:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7990f22a-b9de-423f-91c5-302389780223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:40Z', 'updated_at': '2022-06-03T15:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': '1e3cc790-b0f4-4e67-8c57-11658a1ae445', 'name': '', 'network_id': 'ba66765f-7c24-4296-be5e-4c2a803ccabf', 'tenant_id': 'a402ec1153624838be07cda58279f2a4', 'mac_address': 'fa:16:3e:f1:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7990f22a-b9de-423f-91c5-302389780223', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5cb0f2a7-ee25-46e9-8c4b-18478610484d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:52Z', 'updated_at': '2022-06-03T15:27:03Z', 'revision_number': 5, 'project_id': 'a402ec1153624838be07cda58279f2a4', 'subnets': [{'id': '5cb0f2a7-ee25-46e9-8c4b-18478610484d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:05.987472 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e5386-fef6-49b4-af4d-cd8f27f32638 req-f91ede34-0fde-45f0-be22-1d09d68b5c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:05.988179 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-9f1e5386-fef6-49b4-af4d-cd8f27f32638 req-f91ede34-0fde-45f0-be22-1d09d68b5c62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for port (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:05.989643 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-9f1e5386-fef6-49b4-af4d-cd8f27f32638 req-f91ede34-0fde-45f0-be22-1d09d68b5c62 service neutron] 10.222.0.95 "PUT /v2.0/ports/017c3110-af95-4653-ab4b-2de2cf82c63b HTTP/1.1" status: 200 len: 1093 time: 1.7778695 Jun 03 15:32:05.992078 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '697213d5-1b86-415b-bba2-8c09be059aae', 'tag': '017c3110-af95-4653-ab4b-2de2cf82c63b'}] {{(pid=103920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:32:05.995106 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fde6ca1c4b3e174e639905c0d93b14e8a3905e0af4b9b9445456920c81b8107" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a137a0-32af-4bf1-a3ff-7e480c747992" -d '{"events": [{"name": "network-changed", "server_uuid": "697213d5-1b86-415b-bba2-8c09be059aae", "tag": "017c3110-af95-4653-ab4b-2de2cf82c63b"}]}' {{(pid=103920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:32:06.010365 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [req-5153a399-bbca-4a63-927b-dedf65f6ffca req-b418826f-5479-42f3-8fa2-4b6542fd4cbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c {{(pid=103920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:32:06.025386 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-5153a399-bbca-4a63-927b-dedf65f6ffca req-b418826f-5479-42f3-8fa2-4b6542fd4cbe service neutron] Publish callbacks [] for port (7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:06.039215 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91ede34-0fde-45f0-be22-1d09d68b5c62 service neutron] Pushing event updated for resources: {'Port': ['ID=017c3110-af95-4653-ab4b-2de2cf82c63b,revision_number=3']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:06.050818 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.provisioning_blocks [req-5153a399-bbca-4a63-927b-dedf65f6ffca req-b418826f-5479-42f3-8fa2-4b6542fd4cbe service neutron] Transition to ACTIVE for port object 7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c will not be triggered until provisioned by entity L2. {{(pid=103920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 03 15:32:06.062990 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-5153a399-bbca-4a63-927b-dedf65f6ffca req-b418826f-5479-42f3-8fa2-4b6542fd4cbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5848786'] for port (7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:06.067239 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 15:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960e717c-cb3c-4b52-8544-ef8f5c953807 x-openstack-request-id: req-960e717c-cb3c-4b52-8544-ef8f5c953807 {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:32:06.067783 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "697213d5-1b86-415b-bba2-8c09be059aae", "tag": "017c3110-af95-4653-ab4b-2de2cf82c63b", "status": "completed", "code": 200}]} {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:32:06.067783 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-960e717c-cb3c-4b52-8544-ef8f5c953807 {{(pid=103920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:32:06.068163 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-960e717c-cb3c-4b52-8544-ef8f5c953807'] response: {'name': 'network-changed', 'server_uuid': '697213d5-1b86-415b-bba2-8c09be059aae', 'tag': '017c3110-af95-4653-ab4b-2de2cf82c63b', 'status': 'completed', 'code': 200} Jun 03 15:32:06.097673 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9404e34-b21e-42a3-88fb-19ff8fe44725 req-22b0a19a-8348-4a59-bc40-06a11f3166c5 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:06.106244 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-a9404e34-b21e-42a3-88fb-19ff8fe44725 req-22b0a19a-8348-4a59-bc40-06a11f3166c5 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=697213d5-1b86-415b-bba2-8c09be059aae HTTP/1.1" status: 200 len: 943 time: 0.0981176 Jun 03 15:32:06.194701 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-a9404e34-b21e-42a3-88fb-19ff8fe44725 req-0540c848-6d2a-4dde-906c-57e37f30f579 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9094215f-686a-4aae-a59f-3d21514d63ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873539 Jun 03 15:32:06.206324 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b418826f-5479-42f3-8fa2-4b6542fd4cbe service neutron] Pushing event updated for resources: {'Port': ['ID=7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c,revision_number=2']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:06.232028 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c8d67d-2b34-4498-abdc-de23cd822510 None None] The sync data for ids ['7990f22a-b9de-423f-91c5-302389780223'] in dv-cinder-831247-16-iscsi is: [{'id': '7990f22a-b9de-423f-91c5-302389780223', 'name': 'tempest-ServerRescueNegativeTestJSON-682452530-router', 'tenant_id': 'a402ec1153624838be07cda58279f2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '026ed3e7-e9af-46dc-8303-b93c473e613d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:39Z', 'updated_at': '2022-06-03T15:26:55Z', 'revision_number': 4, 'project_id': 'a402ec1153624838be07cda58279f2a4', 'gw_port': {'id': '026ed3e7-e9af-46dc-8303-b93c473e613d', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:82:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7990f22a-b9de-423f-91c5-302389780223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:40Z', 'updated_at': '2022-06-03T15:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': '1e3cc790-b0f4-4e67-8c57-11658a1ae445', 'name': '', 'network_id': 'ba66765f-7c24-4296-be5e-4c2a803ccabf', 'tenant_id': 'a402ec1153624838be07cda58279f2a4', 'mac_address': 'fa:16:3e:f1:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7990f22a-b9de-423f-91c5-302389780223', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5cb0f2a7-ee25-46e9-8c4b-18478610484d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:52Z', 'updated_at': '2022-06-03T15:27:03Z', 'revision_number': 5, 'project_id': 'a402ec1153624838be07cda58279f2a4', 'subnets': [{'id': '5cb0f2a7-ee25-46e9-8c4b-18478610484d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:32:06.278876 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb35a12-0c5b-4c94-b92d-04c92d2d3a86 req-8554ae2f-0dd7-45ab-beb2-868f14c02627 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:06.281342 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-8cb35a12-0c5b-4c94-b92d-04c92d2d3a86 req-8554ae2f-0dd7-45ab-beb2-868f14c02627 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/ports?device_id=800d0eab-3550-4b55-8837-765681285f77 HTTP/1.1" status: 200 len: 943 time: 0.1250162 Jun 03 15:32:06.328975 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.managers [req-5153a399-bbca-4a63-927b-dedf65f6ffca req-b418826f-5479-42f3-8fa2-4b6542fd4cbe service neutron] Attempting to bind port 7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 15:32:06.329324 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.managers [req-5153a399-bbca-4a63-927b-dedf65f6ffca req-b418826f-5479-42f3-8fa2-4b6542fd4cbe service neutron] Attempting to bind port 7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'cddab803-ac25-466c-8492-d9f6e68d1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '2d580292-795d-4fee-87ce-011961d3c846'}] {{(pid=103920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 15:32:06.329661 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5153a399-bbca-4a63-927b-dedf65f6ffca req-b418826f-5479-42f3-8fa2-4b6542fd4cbe service neutron] Attempting to bind port 7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c on network 2d580292-795d-4fee-87ce-011961d3c846 {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:32:06.336189 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5153a399-bbca-4a63-927b-dedf65f6ffca req-b418826f-5479-42f3-8fa2-4b6542fd4cbe service neutron] Port 7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c on network 2d580292-795d-4fee-87ce-011961d3c846 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 03 15:32:06.336520 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5153a399-bbca-4a63-927b-dedf65f6ffca req-b418826f-5479-42f3-8fa2-4b6542fd4cbe service neutron] Attempting to bind port 7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c on network 2d580292-795d-4fee-87ce-011961d3c846 {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:32:06.350120 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5153a399-bbca-4a63-927b-dedf65f6ffca req-b418826f-5479-42f3-8fa2-4b6542fd4cbe service neutron] Checking agent: {'id': '5d40428d-d668-464b-bcee-3124e1355b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 24, 37), 'started_at': datetime.datetime(2022, 6, 3, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 15:32:06.350460 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5153a399-bbca-4a63-927b-dedf65f6ffca req-b418826f-5479-42f3-8fa2-4b6542fd4cbe service neutron] Checking segment: {'id': 'cddab803-ac25-466c-8492-d9f6e68d1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '2d580292-795d-4fee-87ce-011961d3c846'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:32:06.350882 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5153a399-bbca-4a63-927b-dedf65f6ffca req-b418826f-5479-42f3-8fa2-4b6542fd4cbe service neutron] Bound using segment: {'id': 'cddab803-ac25-466c-8492-d9f6e68d1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '2d580292-795d-4fee-87ce-011961d3c846'} {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 15:32:06.351326 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.managers [req-5153a399-bbca-4a63-927b-dedf65f6ffca req-b418826f-5479-42f3-8fa2-4b6542fd4cbe service neutron] Bound port: 7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cddab803-ac25-466c-8492-d9f6e68d1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '2d580292-795d-4fee-87ce-011961d3c846'}}] {{(pid=103920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 15:32:06.351692 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-5153a399-bbca-4a63-927b-dedf65f6ffca req-b418826f-5479-42f3-8fa2-4b6542fd4cbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:06.381987 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-8cb35a12-0c5b-4c94-b92d-04c92d2d3a86 req-7b0d56e5-9040-4052-afb4-6d08541a56e2 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/security-groups?id=903fa922-1e28-41d0-90aa-4ae6067c6a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897241 Jun 03 15:32:06.452865 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [req-5153a399-bbca-4a63-927b-dedf65f6ffca req-b418826f-5479-42f3-8fa2-4b6542fd4cbe service neutron] For port 7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c, host hv-cinder-83124, cleared binding levels {{(pid=103920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 15:32:06.456403 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [req-5153a399-bbca-4a63-927b-dedf65f6ffca req-b418826f-5479-42f3-8fa2-4b6542fd4cbe service neutron] For port 7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c,segment=NetworkSegment(cddab803-ac25-466c-8492-d9f6e68d1532),segment_id=cddab803-ac25-466c-8492-d9f6e68d1532)] {{(pid=103920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 15:32:06.463768 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-5153a399-bbca-4a63-927b-dedf65f6ffca req-b418826f-5479-42f3-8fa2-4b6542fd4cbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5848786'] for port (7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:06.474568 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 54916) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:32:06.505254 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153a399-bbca-4a63-927b-dedf65f6ffca req-b418826f-5479-42f3-8fa2-4b6542fd4cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:06.505876 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-5153a399-bbca-4a63-927b-dedf65f6ffca req-b418826f-5479-42f3-8fa2-4b6542fd4cbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for port (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:06.507344 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-5153a399-bbca-4a63-927b-dedf65f6ffca req-b418826f-5479-42f3-8fa2-4b6542fd4cbe service neutron] 10.222.0.95 "PUT /v2.0/ports/7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c HTTP/1.1" status: 200 len: 1093 time: 1.6202188 Jun 03 15:32:06.551629 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b418826f-5479-42f3-8fa2-4b6542fd4cbe service neutron] Pushing event updated for resources: {'Port': ['ID=7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c,revision_number=3']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:06.553151 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-1c311208-15fe-4617-bf43-0025e89f262d tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Publish callbacks [] for security_group (dcfe2535-96ab-4bf7-9a5a-a57e68e92204), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:06.592065 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-1c311208-15fe-4617-bf43-0025e89f262d tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Publish callbacks [] for security_group (dcfe2535-96ab-4bf7-9a5a-a57e68e92204), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:06.600054 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3f2c42-dac9-46a1-a9c3-f503d82dde57 None None] New status for floating IP 2af4f6ce-e6f1-40f8-8adc-14355516b61c: DOWN {{(pid=103922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 15:32:06.678484 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e73bfb-4675-48bc-82f7-1b943bd7c1c9 req-82b3261d-ae78-4265-a4da-34e15faed2cc tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:06.680128 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-76e73bfb-4675-48bc-82f7-1b943bd7c1c9 req-82b3261d-ae78-4265-a4da-34e15faed2cc tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=0b12e6d4-7911-4c08-a28d-aadf2beda784 HTTP/1.1" status: 200 len: 943 time: 0.0840466 Jun 03 15:32:06.701762 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-1c311208-15fe-4617-bf43-0025e89f262d tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (dcfe2535-96ab-4bf7-9a5a-a57e68e92204), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:06.704901 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-1c311208-15fe-4617-bf43-0025e89f262d tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:06.706012 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-1c311208-15fe-4617-bf43-0025e89f262d tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "DELETE /v2.0/security-groups/dcfe2535-96ab-4bf7-9a5a-a57e68e92204 HTTP/1.1" status: 204 len: 168 time: 0.2303505 Jun 03 15:32:06.708901 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 54920) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:32:06.725864 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.api.v2.resource [None req-b006d09c-a1ed-4b0a-8e45-2cef00649862 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] show failed (client error): The resource could not be found. Jun 03 15:32:06.727503 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-b006d09c-a1ed-4b0a-8e45-2cef00649862 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups/dcfe2535-96ab-4bf7-9a5a-a57e68e92204 HTTP/1.1" status: 404 len: 347 time: 0.0166192 Jun 03 15:32:06.730281 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 54922) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:32:06.732705 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c311208-15fe-4617-bf43-0025e89f262d tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfe2535-96ab-4bf7-9a5a-a57e68e92204,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:06.779114 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-76e73bfb-4675-48bc-82f7-1b943bd7c1c9 req-a671a69f-9db0-45f4-bf70-6583652de49c tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/security-groups?id=b88df937-e402-4cfa-971f-d0284891327a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783834 Jun 03 15:32:06.858586 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (5d40428d-d668-464b-bcee-3124e1355b3b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:06.879567 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:06.951089 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-8e026773-b7f9-43bb-88db-078951ea5a08 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Deleting port 3edf0f20-ebcf-43eb-806f-ad767d00e313 {{(pid=103920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:32:06.951820 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-8e026773-b7f9-43bb-88db-078951ea5a08 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (3edf0f20-ebcf-43eb-806f-ad767d00e313), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:06.999992 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92608dcd-814c-493d-b396-4c9e09c1fa24 req-a33aef7d-957c-42e4-b91e-87ea2d1c92e8 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:07.001429 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-92608dcd-814c-493d-b396-4c9e09c1fa24 req-a33aef7d-957c-42e4-b91e-87ea2d1c92e8 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f911eff-09ff-4dd0-8c61-7798cc9ad53f HTTP/1.1" status: 200 len: 943 time: 0.0934250 Jun 03 15:32:07.003582 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:07.079674 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-8e026773-b7f9-43bb-88db-078951ea5a08 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (3edf0f20-ebcf-43eb-806f-ad767d00e313), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:07.079997 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-8e026773-b7f9-43bb-88db-078951ea5a08 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Publish callbacks [] for floatingip (3edf0f20-ebcf-43eb-806f-ad767d00e313), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:07.089478 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-92608dcd-814c-493d-b396-4c9e09c1fa24 req-05ad50b5-47a4-4862-a0bd-3238dbafb8c0 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups?id=bd3904be-b51c-449a-9310-829a60e36930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792563 Jun 03 15:32:07.095995 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-8e026773-b7f9-43bb-88db-078951ea5a08 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Calling delete_port for 3edf0f20-ebcf-43eb-806f-ad767d00e313 owned by network:floatingip {{(pid=103920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:32:07.113826 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99322d93-058a-4216-a672-e7f482aab8d8', 'name': 'network-vif-deleted', 'tag': '3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee'}] {{(pid=103919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:32:07.116307 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb6718ce3f0a4af57ef91ee7142c10b6234fd65cffdc95d0a08216ae9169e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7fb80f-94ea-4991-b860-c4d6eabdc65e" -d '{"events": [{"server_uuid": "99322d93-058a-4216-a672-e7f482aab8d8", "name": "network-vif-deleted", "tag": "3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee"}]}' {{(pid=103919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:32:07.153388 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 15:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd4f9e0-8c9b-4b95-ab85-1ded2c229c85 x-openstack-request-id: req-6dd4f9e0-8c9b-4b95-ab85-1ded2c229c85 {{(pid=103919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:32:07.153716 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99322d93-058a-4216-a672-e7f482aab8d8", "name": "network-vif-deleted", "tag": "3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee", "status": "completed", "code": 200}]} {{(pid=103919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:32:07.153954 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6dd4f9e0-8c9b-4b95-ab85-1ded2c229c85 {{(pid=103919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:32:07.154357 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dd4f9e0-8c9b-4b95-ab85-1ded2c229c85'] response: {'server_uuid': '99322d93-058a-4216-a672-e7f482aab8d8', 'name': 'network-vif-deleted', 'tag': '3b17bbb3-3ed4-4d6c-9a10-b7ae4884c7ee', 'status': 'completed', 'code': 200} Jun 03 15:32:07.250131 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-8e026773-b7f9-43bb-88db-078951ea5a08 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5848811'] for port (3edf0f20-ebcf-43eb-806f-ad767d00e313), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:07.283516 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e026773-b7f9-43bb-88db-078951ea5a08 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Pushing event deleted for resources: {'Port': ['ID=3edf0f20-ebcf-43eb-806f-ad767d00e313,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:07.360195 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01607ada-0a01-42d5-9b8a-91fad16567da req-e95ddb80-ff81-4813-81a1-f6acf9acf690 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:07.361649 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-01607ada-0a01-42d5-9b8a-91fad16567da req-e95ddb80-ff81-4813-81a1-f6acf9acf690 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=697213d5-1b86-415b-bba2-8c09be059aae HTTP/1.1" status: 200 len: 943 time: 0.0890934 Jun 03 15:32:07.394925 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-8e026773-b7f9-43bb-88db-078951ea5a08 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Publish callbacks [] for floatingip (2af4f6ce-e6f1-40f8-8adc-14355516b61c), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:07.397209 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-8e026773-b7f9-43bb-88db-078951ea5a08 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for floatingip (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:07.398351 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-8e026773-b7f9-43bb-88db-078951ea5a08 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "DELETE /v2.0/floatingips/2af4f6ce-e6f1-40f8-8adc-14355516b61c HTTP/1.1" status: 204 len: 168 time: 0.6668148 Jun 03 15:32:07.424708 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-01607ada-0a01-42d5-9b8a-91fad16567da req-3e65d2e1-7ac7-4dbe-a926-a6cd188affc7 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9094215f-686a-4aae-a59f-3d21514d63ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569434 Jun 03 15:32:07.546383 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad1fe9-97fd-42a9-8a75-b2a5671548fe req-032bd9b5-8b30-4910-b1c7-08086d4993a8 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:07.547222 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a137a0-32af-4bf1-a3ff-7e480c747992 req-4ef62bcb-d8a5-4a19-82d1-18ce29e8808b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:07.547887 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-91ad1fe9-97fd-42a9-8a75-b2a5671548fe req-032bd9b5-8b30-4910-b1c7-08086d4993a8 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/ports?device_id=800d0eab-3550-4b55-8837-765681285f77 HTTP/1.1" status: 200 len: 943 time: 0.0829141 Jun 03 15:32:07.548690 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-07a137a0-32af-4bf1-a3ff-7e480c747992 req-4ef62bcb-d8a5-4a19-82d1-18ce29e8808b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=16edd3f309d54728882acc6d23f8861e&device_id=697213d5-1b86-415b-bba2-8c09be059aae HTTP/1.1" status: 200 len: 1127 time: 0.0762610 Jun 03 15:32:07.549669 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b9c81-20bc-4129-ba60-00bd5fff851d req-cfbb2727-42d9-4f0b-83e5-8538ad3d44ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:07.550925 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d24b9c81-20bc-4129-ba60-00bd5fff851d req-cfbb2727-42d9-4f0b-83e5-8538ad3d44ae service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=3e8f48e1939245eaa67bcd6a27bc7cda&device_id=4f911eff-09ff-4dd0-8c61-7798cc9ad53f HTTP/1.1" status: 200 len: 1127 time: 0.0798519 Jun 03 15:32:07.551188 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153a399-bbca-4a63-927b-dedf65f6ffca req-04145968-71ea-449c-b48c-e782b34b1253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:07.552541 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-5153a399-bbca-4a63-927b-dedf65f6ffca req-04145968-71ea-449c-b48c-e782b34b1253 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=141bd2be69f243aa926f28b96eb6f0d5&device_id=0b12e6d4-7911-4c08-a28d-aadf2beda784 HTTP/1.1" status: 200 len: 1127 time: 0.0728559 Jun 03 15:32:07.608824 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:07.610221 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-5153a399-bbca-4a63-927b-dedf65f6ffca req-96daefea-9dc5-443b-9ef1-f784d774e158 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c HTTP/1.1" status: 200 len: 217 time: 0.0398672 Jun 03 15:32:07.626928 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device b04e40b4-2410-4984-b7d1-f08887d6d894 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 15:32:07.632513 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:07.670798 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-91ad1fe9-97fd-42a9-8a75-b2a5671548fe req-edd36650-def1-49f6-8f2f-d7486471382e tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/security-groups?id=903fa922-1e28-41d0-90aa-4ae6067c6a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163766 Jun 03 15:32:07.687166 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153a399-bbca-4a63-927b-dedf65f6ffca req-22c95cd3-008f-4aca-9e3f-020532758980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:07.689165 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-5153a399-bbca-4a63-927b-dedf65f6ffca req-22c95cd3-008f-4aca-9e3f-020532758980 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=070f5c1f-f3d7-449a-a6e3-c5340374af16 HTTP/1.1" status: 200 len: 851 time: 0.0705717 Jun 03 15:32:07.745286 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153a399-bbca-4a63-927b-dedf65f6ffca req-f6efd5f8-9443-42a5-88b7-ee12e75186c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:07.746827 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-5153a399-bbca-4a63-927b-dedf65f6ffca req-f6efd5f8-9443-42a5-88b7-ee12e75186c5 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2d580292-795d-4fee-87ce-011961d3c846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0514185 Jun 03 15:32:07.751305 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a137a0-32af-4bf1-a3ff-7e480c747992 req-73affa42-aa9a-4846-8945-063fa2e34d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:07.752737 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-07a137a0-32af-4bf1-a3ff-7e480c747992 req-73affa42-aa9a-4846-8945-063fa2e34d70 service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=16edd3f309d54728882acc6d23f8861e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1863208 Jun 03 15:32:07.771840 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b9c81-20bc-4129-ba60-00bd5fff851d req-e416e4fd-766d-4d8d-bd46-588db5fcd4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:07.773271 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d24b9c81-20bc-4129-ba60-00bd5fff851d req-e416e4fd-766d-4d8d-bd46-588db5fcd4e4 service neutron] 10.222.0.95 "GET /v2.0/networks?id=68719859-5880-402e-b442-370597e1ce2f HTTP/1.1" status: 200 len: 916 time: 0.1972725 Jun 03 15:32:07.773898 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port b04e40b4-2410-4984-b7d1-f08887d6d894, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=b04e40b4-2410-4984-b7d1-f08887d6d894,segment=NetworkSegment(71db973e-62af-43f0-a23f-112fc819cb27),segment_id=71db973e-62af-43f0-a23f-112fc819cb27)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:32:07.787355 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Returning: {'device': 'b04e40b4-2410-4984-b7d1-f08887d6d894', 'network_id': '68719859-5880-402e-b442-370597e1ce2f', 'port_id': 'b04e40b4-2410-4984-b7d1-f08887d6d894', 'mac_address': 'fa:16:3e:a0:7d:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e60cea5-d2fd-43f7-aff8-25b5abe402c7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 15:32:07.839430 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Current status of the port b04e40b4-2410-4984-b7d1-f08887d6d894 is: DOWN; New status is: BUILD {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:32:07.840315 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (b04e40b4-2410-4984-b7d1-f08887d6d894), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:07.850456 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d24b9c81-20bc-4129-ba60-00bd5fff851d req-d4f3427b-9479-452d-92b4-105d6eb37fbc service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b04e40b4-2410-4984-b7d1-f08887d6d894 HTTP/1.1" status: 200 len: 217 time: 0.0667152 Jun 03 15:32:07.856020 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b04e40b4-2410-4984-b7d1-f08887d6d894 {{(pid=103921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:32:07.869462 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-5153a399-bbca-4a63-927b-dedf65f6ffca req-c8c68ad5-56b1-4520-9b07-21b50b508996 service neutron] 10.222.0.95 "GET /v2.0/networks/2d580292-795d-4fee-87ce-011961d3c846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155798 Jun 03 15:32:07.880604 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port b04e40b4-2410-4984-b7d1-f08887d6d894, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=b04e40b4-2410-4984-b7d1-f08887d6d894,segment=NetworkSegment(71db973e-62af-43f0-a23f-112fc819cb27),segment_id=71db973e-62af-43f0-a23f-112fc819cb27)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:32:07.885918 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (b04e40b4-2410-4984-b7d1-f08887d6d894), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:07.886921 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device 5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 15:32:07.925239 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:07.941220 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:07.962673 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:07.963299 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:07.970499 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-5153a399-bbca-4a63-927b-dedf65f6ffca req-91a2dcc8-fd04-4505-a047-fcc7c060846c service neutron] 10.222.0.95 "GET /v2.0/networks/2d580292-795d-4fee-87ce-011961d3c846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931973 Jun 03 15:32:07.971521 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Pushing event updated for resources: {'Port': ['ID=b04e40b4-2410-4984-b7d1-f08887d6d894,revision_number=4']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:07.987349 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a1fd5-2fcf-4f7a-abad-280c6f80462d req-4191e27a-ce67-421d-a6c0-70c77e32d6ed tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:07.988861 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-7c8a1fd5-2fcf-4f7a-abad-280c6f80462d req-4191e27a-ce67-421d-a6c0-70c77e32d6ed tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=0b12e6d4-7911-4c08-a28d-aadf2beda784 HTTP/1.1" status: 200 len: 943 time: 0.1175277 Jun 03 15:32:07.990273 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b9c81-20bc-4129-ba60-00bd5fff851d req-b12f0575-7c45-4877-8abf-b5bc7d6423ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:07.991606 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d24b9c81-20bc-4129-ba60-00bd5fff851d req-b12f0575-7c45-4877-8abf-b5bc7d6423ac service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1e60cea5-d2fd-43f7-aff8-25b5abe402c7 HTTP/1.1" status: 200 len: 854 time: 0.1339819 Jun 03 15:32:07.995171 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a137a0-32af-4bf1-a3ff-7e480c747992 req-8ab951c6-b497-425b-aa1f-bfbbee473601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:07.996521 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-07a137a0-32af-4bf1-a3ff-7e480c747992 req-8ab951c6-b497-425b-aa1f-bfbbee473601 service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2383485 Jun 03 15:32:08.052141 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b9c81-20bc-4129-ba60-00bd5fff851d req-b248b557-2dcc-4efb-a4b0-30ab505c176b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:08.053630 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d24b9c81-20bc-4129-ba60-00bd5fff851d req-b248b557-2dcc-4efb-a4b0-30ab505c176b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=68719859-5880-402e-b442-370597e1ce2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0552132 Jun 03 15:32:08.056066 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port 5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533,segment=NetworkSegment(11f55c21-36a6-4641-be50-b9a73927ceae),segment_id=11f55c21-36a6-4641-be50-b9a73927ceae)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:32:08.068779 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b12e6d4-7911-4c08-a28d-aadf2beda784', 'tag': '7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c'}] {{(pid=103920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:32:08.068999 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Returning: {'device': '5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533', 'network_id': '63fabd49-da18-4288-852a-c9b600b6fd0f', 'port_id': '5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533', 'mac_address': 'fa:16:3e:4e:d8:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78322f02-2402-4284-a227-98343c2f67dc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 15:32:08.074823 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fde6ca1c4b3e174e639905c0d93b14e8a3905e0af4b9b9445456920c81b8107" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf69856-f5a8-4d62-9dc7-0333c936a472" -d '{"events": [{"name": "network-changed", "server_uuid": "0b12e6d4-7911-4c08-a28d-aadf2beda784", "tag": "7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c"}]}' {{(pid=103920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:32:08.086021 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-7c8a1fd5-2fcf-4f7a-abad-280c6f80462d req-85938d06-85ee-468f-9b13-529f5fa6b557 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/security-groups?id=b88df937-e402-4cfa-971f-d0284891327a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858867 Jun 03 15:32:08.105156 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Current status of the port 5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533 is: DOWN; New status is: BUILD {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:32:08.105546 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:08.116522 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 15:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e84a2cc-6054-4bef-b88a-6b25a5435644 x-openstack-request-id: req-6e84a2cc-6054-4bef-b88a-6b25a5435644 {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:32:08.116802 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b12e6d4-7911-4c08-a28d-aadf2beda784", "tag": "7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c", "status": "completed", "code": 200}]} {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:32:08.117064 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6e84a2cc-6054-4bef-b88a-6b25a5435644 {{(pid=103920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:32:08.117442 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e84a2cc-6054-4bef-b88a-6b25a5435644'] response: {'name': 'network-changed', 'server_uuid': '0b12e6d4-7911-4c08-a28d-aadf2beda784', 'tag': '7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c', 'status': 'completed', 'code': 200} Jun 03 15:32:08.122413 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533 {{(pid=103921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:32:08.143582 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port 5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533,segment=NetworkSegment(11f55c21-36a6-4641-be50-b9a73927ceae),segment_id=11f55c21-36a6-4641-be50-b9a73927ceae)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:32:08.147638 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:08.197108 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Pushing event updated for resources: {'Port': ['ID=5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533,revision_number=7']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:08.212460 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9061e3-fa9c-4e91-8d2f-c074f1280033 req-c2170b8c-d90a-4fc5-9c41-086ffc5cd78b tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:08.213932 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-9e9061e3-fa9c-4e91-8d2f-c074f1280033 req-c2170b8c-d90a-4fc5-9c41-086ffc5cd78b tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f911eff-09ff-4dd0-8c61-7798cc9ad53f HTTP/1.1" status: 200 len: 944 time: 0.0479493 Jun 03 15:32:08.281731 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-9e9061e3-fa9c-4e91-8d2f-c074f1280033 req-a13122cd-5fc4-4e69-a2cd-8ca679193bf3 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups?id=bd3904be-b51c-449a-9310-829a60e36930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614049 Jun 03 15:32:08.322814 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e5386-fef6-49b4-af4d-cd8f27f32638 req-e9f8c422-6caf-42ee-a967-875b1a627a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:08.324461 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-9f1e5386-fef6-49b4-af4d-cd8f27f32638 req-e9f8c422-6caf-42ee-a967-875b1a627a1c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=16edd3f309d54728882acc6d23f8861e&device_id=697213d5-1b86-415b-bba2-8c09be059aae HTTP/1.1" status: 200 len: 1127 time: 0.0486751 Jun 03 15:32:08.354244 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf69856-f5a8-4d62-9dc7-0333c936a472 req-46f0bfca-5255-42e7-8725-fb168558b8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:08.355748 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-0bf69856-f5a8-4d62-9dc7-0333c936a472 req-46f0bfca-5255-42e7-8725-fb168558b8a0 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=141bd2be69f243aa926f28b96eb6f0d5&device_id=0b12e6d4-7911-4c08-a28d-aadf2beda784 HTTP/1.1" status: 200 len: 1127 time: 0.0778275 Jun 03 15:32:08.367614 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-9f1e5386-fef6-49b4-af4d-cd8f27f32638 req-e90e2c2e-7f6f-4f75-aba2-c22d0c4ed50a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=017c3110-af95-4653-ab4b-2de2cf82c63b HTTP/1.1" status: 200 len: 217 time: 0.0328367 Jun 03 15:32:08.425797 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e5386-fef6-49b4-af4d-cd8f27f32638 req-a1688bdb-ec4e-4af0-af85-0ce339bd111f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:08.427470 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-9f1e5386-fef6-49b4-af4d-cd8f27f32638 req-a1688bdb-ec4e-4af0-af85-0ce339bd111f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=774a6a80-1cd7-4bc8-a1d0-ccd75afe6883 HTTP/1.1" status: 200 len: 850 time: 0.0516784 Jun 03 15:32:08.432718 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d24b9c81-20bc-4129-ba60-00bd5fff851d req-08b75134-2868-4d23-be44-19873779a367 service neutron] 10.222.0.95 "GET /v2.0/networks/68719859-5880-402e-b442-370597e1ce2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755104 Jun 03 15:32:08.478434 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e5386-fef6-49b4-af4d-cd8f27f32638 req-0fd60702-3486-42bd-a107-713b3dd3d888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:08.480037 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-9f1e5386-fef6-49b4-af4d-cd8f27f32638 req-0fd60702-3486-42bd-a107-713b3dd3d888 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=fc85e51d-f7a3-45da-ad6c-8c73a576aa2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0460122 Jun 03 15:32:08.520347 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf69856-f5a8-4d62-9dc7-0333c936a472 req-9b47871b-cf06-40ea-b285-2c4c06394bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:08.521790 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-0bf69856-f5a8-4d62-9dc7-0333c936a472 req-9b47871b-cf06-40ea-b285-2c4c06394bd0 service neutron] 10.222.0.95 "GET /v2.0/networks?id=2d580292-795d-4fee-87ce-011961d3c846 HTTP/1.1" status: 200 len: 913 time: 0.1571612 Jun 03 15:32:08.577437 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-0bf69856-f5a8-4d62-9dc7-0333c936a472 req-a429ffa2-93cf-4a07-be65-8ae31bafc264 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c HTTP/1.1" status: 200 len: 217 time: 0.0445533 Jun 03 15:32:08.598296 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb53e21-fd87-4b28-93db-0fe269b2f8c3 req-95b108e8-7c1e-42c6-aff3-c05346d441df tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:08.599934 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] get_ports_and_sgs() called for port_ids ['5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533'] {{(pid=103921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 15:32:08.600082 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-4eb53e21-fd87-4b28-93db-0fe269b2f8c3 req-95b108e8-7c1e-42c6-aff3-c05346d441df tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=697213d5-1b86-415b-bba2-8c09be059aae HTTP/1.1" status: 200 len: 943 time: 0.0926428 Jun 03 15:32:08.635613 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d24b9c81-20bc-4129-ba60-00bd5fff851d req-fd9a973e-c9c8-44af-9c4e-d914577f52c3 service neutron] 10.222.0.95 "GET /v2.0/networks/68719859-5880-402e-b442-370597e1ce2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944377 Jun 03 15:32:08.648116 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-9f1e5386-fef6-49b4-af4d-cd8f27f32638 req-5ac576ec-5b9a-4f95-89d0-97b6baac6a88 service neutron] 10.222.0.95 "GET /v2.0/networks/fc85e51d-f7a3-45da-ad6c-8c73a576aa2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597121 Jun 03 15:32:08.665765 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf69856-f5a8-4d62-9dc7-0333c936a472 req-d73252c8-d835-496e-9e11-89f58795dde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:08.667259 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-0bf69856-f5a8-4d62-9dc7-0333c936a472 req-d73252c8-d835-496e-9e11-89f58795dde5 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=070f5c1f-f3d7-449a-a6e3-c5340374af16 HTTP/1.1" status: 200 len: 851 time: 0.0834305 Jun 03 15:32:08.719423 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf69856-f5a8-4d62-9dc7-0333c936a472 req-5fb23370-bd6e-4d0d-be46-17ca0cb60f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:08.720259 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] get_ports_and_sgs() called for port_ids ['b04e40b4-2410-4984-b7d1-f08887d6d894'] {{(pid=103921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 15:32:08.721161 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-0bf69856-f5a8-4d62-9dc7-0333c936a472 req-5fb23370-bd6e-4d0d-be46-17ca0cb60f24 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2d580292-795d-4fee-87ce-011961d3c846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0440903 Jun 03 15:32:08.760487 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-4eb53e21-fd87-4b28-93db-0fe269b2f8c3 req-a7b90468-f721-4609-9452-b01cf4952453 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9094215f-686a-4aae-a59f-3d21514d63ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470470 Jun 03 15:32:08.802948 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-9f1e5386-fef6-49b4-af4d-cd8f27f32638 req-2d49f487-a375-420d-b7ca-1d45928516cf service neutron] 10.222.0.95 "GET /v2.0/networks/fc85e51d-f7a3-45da-ad6c-8c73a576aa2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400428 Jun 03 15:32:08.843585 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a2f28-0505-4e94-a237-bbf3c5eaf7c6 req-c025a22e-7ed2-4644-ac5f-1ee56c06424d tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:08.845052 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-e92a2f28-0505-4e94-a237-bbf3c5eaf7c6 req-c025a22e-7ed2-4644-ac5f-1ee56c06424d tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/ports?device_id=800d0eab-3550-4b55-8837-765681285f77 HTTP/1.1" status: 200 len: 944 time: 0.0699115 Jun 03 15:32:08.880784 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-0bf69856-f5a8-4d62-9dc7-0333c936a472 req-3f1e2f0b-eb94-4cdc-a0a2-d3211c5f1dfb service neutron] 10.222.0.95 "GET /v2.0/networks/2d580292-795d-4fee-87ce-011961d3c846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523554 Jun 03 15:32:08.913443 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-e92a2f28-0505-4e94-a237-bbf3c5eaf7c6 req-665d77bf-0663-46af-aa24-bb908c0145f6 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/security-groups?id=903fa922-1e28-41d0-90aa-4ae6067c6a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563717 Jun 03 15:32:09.206872 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54fd734-290a-48cb-8007-17e6ae65bb88 req-7602fba5-af8e-458a-a085-49ce1d52307d tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:09.208323 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b54fd734-290a-48cb-8007-17e6ae65bb88 req-7602fba5-af8e-458a-a085-49ce1d52307d tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=0b12e6d4-7911-4c08-a28d-aadf2beda784 HTTP/1.1" status: 200 len: 943 time: 0.0480669 Jun 03 15:32:09.256637 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b54fd734-290a-48cb-8007-17e6ae65bb88 req-388c4742-0a9b-43c4-ba78-2eaa89fa570e tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/security-groups?id=b88df937-e402-4cfa-971f-d0284891327a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425386 Jun 03 15:32:09.398623 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74272f7-5f70-4e8b-8b55-c0fd30b2ecab req-a5d3a6e4-dc2a-4838-8f7d-9695d8471b79 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:09.400001 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-e74272f7-5f70-4e8b-8b55-c0fd30b2ecab req-a5d3a6e4-dc2a-4838-8f7d-9695d8471b79 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f911eff-09ff-4dd0-8c61-7798cc9ad53f HTTP/1.1" status: 200 len: 944 time: 0.0473027 Jun 03 15:32:09.446719 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-e74272f7-5f70-4e8b-8b55-c0fd30b2ecab req-3abf9706-e33b-4c25-b978-748e43af8069 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups?id=bd3904be-b51c-449a-9310-829a60e36930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403123 Jun 03 15:32:09.918549 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=100 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:09.927991 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=100 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:09.945688 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479e8b6-457f-43e6-a8a9-799566da19aa req-114e5fdb-9d2f-4ffc-9f53-ce9870d73ff8 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:09.947188 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-9479e8b6-457f-43e6-a8a9-799566da19aa req-114e5fdb-9d2f-4ffc-9f53-ce9870d73ff8 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=697213d5-1b86-415b-bba2-8c09be059aae HTTP/1.1" status: 200 len: 943 time: 0.0782382 Jun 03 15:32:09.961372 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23eb040-7fab-4a69-b933-5900352e6d60 req-29a564bd-6dd7-4ff2-8657-27ee565bc2d7 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:09.962877 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-f23eb040-7fab-4a69-b933-5900352e6d60 req-29a564bd-6dd7-4ff2-8657-27ee565bc2d7 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 946 time: 0.0554018 Jun 03 15:32:09.978998 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-0bf69856-f5a8-4d62-9dc7-0333c936a472 req-c54fe878-ffda-4aa9-8476-8b82a33b2dff service neutron] 10.222.0.95 "GET /v2.0/networks/2d580292-795d-4fee-87ce-011961d3c846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654761 Jun 03 15:32:10.011225 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-9479e8b6-457f-43e6-a8a9-799566da19aa req-decc1200-41dd-45a8-9fcc-f3321153eb9d tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9094215f-686a-4aae-a59f-3d21514d63ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569167 Jun 03 15:32:10.011842 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-f23eb040-7fab-4a69-b933-5900352e6d60 req-8a59ea2b-49f8-4617-8d67-edef8d6ff458 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425892 Jun 03 15:32:10.076318 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device 5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533 up at agent hyperv_hv-cinder-83124 {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:32:10.120246 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f142a03-c0b0-4fd8-93dc-3e5857c6fb7d req-f2a21d54-1623-46ff-ac81-99353a670658 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:10.121706 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-3f142a03-c0b0-4fd8-93dc-3e5857c6fb7d req-f2a21d54-1623-46ff-ac81-99353a670658 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/ports?device_id=800d0eab-3550-4b55-8837-765681285f77 HTTP/1.1" status: 200 len: 944 time: 0.0512972 Jun 03 15:32:10.124805 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Provisioning complete for port 5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533 triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:32:10.125176 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:10.160849 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=100 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:10.173957 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-3f142a03-c0b0-4fd8-93dc-3e5857c6fb7d req-e169f571-7d3c-4585-b7ba-9844528f5c13 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/security-groups?id=903fa922-1e28-41d0-90aa-4ae6067c6a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465813 Jun 03 15:32:10.189535 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:10.205791 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Current status of the port 5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533 is: BUILD; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:32:10.206218 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:10.230917 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '800d0eab-3550-4b55-8837-765681285f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533'}] {{(pid=103921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:32:10.234166 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a0ad6594b2f649df373dfcb19de0225617b45f42ff1455deb142f027ba5606a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6592cce5-5015-4ff9-a32d-39247d0b3822" -d '{"events": [{"server_uuid": "800d0eab-3550-4b55-8837-765681285f77", "name": "network-vif-plugged", "status": "completed", "tag": "5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533"}]}' {{(pid=103921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:32:10.248211 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port 5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533,segment=NetworkSegment(11f55c21-36a6-4641-be50-b9a73927ceae),segment_id=11f55c21-36a6-4641-be50-b9a73927ceae)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:32:10.253227 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:10.254113 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device b04e40b4-2410-4984-b7d1-f08887d6d894 up at agent hyperv_hv-cinder-83124 {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:32:10.284146 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 15:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b58a4f7-c734-44ec-9743-00eb6b470b65 x-openstack-request-id: req-8b58a4f7-c734-44ec-9743-00eb6b470b65 {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:32:10.284480 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "800d0eab-3550-4b55-8837-765681285f77", "name": "network-vif-plugged", "status": "completed", "tag": "5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533", "code": 200}]} {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:32:10.284751 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8b58a4f7-c734-44ec-9743-00eb6b470b65 {{(pid=103921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:32:10.285167 dv-cinder-831247-16-iscsi neutron-server[103921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b58a4f7-c734-44ec-9743-00eb6b470b65'] response: {'server_uuid': '800d0eab-3550-4b55-8837-765681285f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533', 'code': 200} Jun 03 15:32:10.345863 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Pushing event updated for resources: {'Port': ['ID=5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533,revision_number=8']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:10.353046 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Provisioning for port b04e40b4-2410-4984-b7d1-f08887d6d894 completed by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 03 15:32:10.359865 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Provisioning complete for port b04e40b4-2410-4984-b7d1-f08887d6d894 triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:32:10.360323 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (b04e40b4-2410-4984-b7d1-f08887d6d894), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:10.374240 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b7bdbe-2619-4ad7-99f2-cc32f2762ea8 req-aa3e3b22-9257-4691-85a2-1805d1c8c078 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:10.375765 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-68b7bdbe-2619-4ad7-99f2-cc32f2762ea8 req-aa3e3b22-9257-4691-85a2-1805d1c8c078 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=0b12e6d4-7911-4c08-a28d-aadf2beda784 HTTP/1.1" status: 200 len: 943 time: 0.0488036 Jun 03 15:32:10.430272 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-68b7bdbe-2619-4ad7-99f2-cc32f2762ea8 req-740a97c3-ecad-4eab-b641-c396dca7c45d tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/security-groups?id=b88df937-e402-4cfa-971f-d0284891327a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484562 Jun 03 15:32:10.437241 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Current status of the port b04e40b4-2410-4984-b7d1-f08887d6d894 is: BUILD; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:32:10.437560 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (b04e40b4-2410-4984-b7d1-f08887d6d894), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:10.475239 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port b04e40b4-2410-4984-b7d1-f08887d6d894, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=b04e40b4-2410-4984-b7d1-f08887d6d894,segment=NetworkSegment(71db973e-62af-43f0-a23f-112fc819cb27),segment_id=71db973e-62af-43f0-a23f-112fc819cb27)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:32:10.479181 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (b04e40b4-2410-4984-b7d1-f08887d6d894), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:10.528668 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Pushing event updated for resources: {'Port': ['ID=b04e40b4-2410-4984-b7d1-f08887d6d894,revision_number=5']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:10.566515 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f48f4-1312-4665-b361-af0c8af363c2 req-cf64aaa5-d13b-48a7-b120-811a26290c28 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:10.567986 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-363f48f4-1312-4665-b361-af0c8af363c2 req-cf64aaa5-d13b-48a7-b120-811a26290c28 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f911eff-09ff-4dd0-8c61-7798cc9ad53f HTTP/1.1" status: 200 len: 945 time: 0.0479381 Jun 03 15:32:10.580354 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=100 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:10.618561 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-363f48f4-1312-4665-b361-af0c8af363c2 req-13c45723-a3f1-492b-b495-528ca41b3d7a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups?id=bd3904be-b51c-449a-9310-829a60e36930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446532 Jun 03 15:32:11.135850 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76942c07-92a6-4391-8792-4c73ca0b6836 req-da9b3a94-2c05-49ed-9ee8-e4bc8f90b2d5 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:11.137341 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-76942c07-92a6-4391-8792-4c73ca0b6836 req-da9b3a94-2c05-49ed-9ee8-e4bc8f90b2d5 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 946 time: 0.0527353 Jun 03 15:32:11.140113 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ad7a8-7450-44be-b65a-d18946213099 req-1923371e-576d-4d8c-9cd1-f69488d8d0ae tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:11.141505 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-647ad7a8-7450-44be-b65a-d18946213099 req-1923371e-576d-4d8c-9cd1-f69488d8d0ae tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=697213d5-1b86-415b-bba2-8c09be059aae HTTP/1.1" status: 200 len: 943 time: 0.0509448 Jun 03 15:32:11.184006 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=100 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:11.200904 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-76942c07-92a6-4391-8792-4c73ca0b6836 req-7e2d8b7d-e853-4218-b1d1-3b5c657faf8c tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568824 Jun 03 15:32:11.204005 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-647ad7a8-7450-44be-b65a-d18946213099 req-2880a698-61b7-478e-8652-4c45bb3135e6 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9094215f-686a-4aae-a59f-3d21514d63ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566635 Jun 03 15:32:11.306007 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be290be1-20d8-4329-81be-cff7aca11501 req-d083544d-fbb4-4032-a3a1-bdb4b280acdb tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:11.307450 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-be290be1-20d8-4329-81be-cff7aca11501 req-d083544d-fbb4-4032-a3a1-bdb4b280acdb tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/ports?device_id=800d0eab-3550-4b55-8837-765681285f77 HTTP/1.1" status: 200 len: 945 time: 0.0479088 Jun 03 15:32:11.358488 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-be290be1-20d8-4329-81be-cff7aca11501 req-af13c1d6-a626-43ff-b6b6-0637dedb69da tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/security-groups?id=903fa922-1e28-41d0-90aa-4ae6067c6a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454674 Jun 03 15:32:11.543307 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b72c2-c45a-45b7-b81d-382885bb124a req-be5d9b1a-fcd4-4d89-ba79-18151487c229 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:11.544763 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-9b0b72c2-c45a-45b7-b81d-382885bb124a req-be5d9b1a-fcd4-4d89-ba79-18151487c229 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=0b12e6d4-7911-4c08-a28d-aadf2beda784 HTTP/1.1" status: 200 len: 943 time: 0.0473871 Jun 03 15:32:11.596886 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-9b0b72c2-c45a-45b7-b81d-382885bb124a req-cecb064e-18dc-4eae-b9b3-263794129955 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/security-groups?id=b88df937-e402-4cfa-971f-d0284891327a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461850 Jun 03 15:32:11.744092 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed4547-76c3-4a8e-a619-6e0c9144a578 req-503f15fb-4bd9-4fc9-8c56-ea521b70f11a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:11.745628 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-cbed4547-76c3-4a8e-a619-6e0c9144a578 req-503f15fb-4bd9-4fc9-8c56-ea521b70f11a tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f911eff-09ff-4dd0-8c61-7798cc9ad53f HTTP/1.1" status: 200 len: 945 time: 0.0484431 Jun 03 15:32:11.801091 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-cbed4547-76c3-4a8e-a619-6e0c9144a578 req-eebd1014-747c-4bbc-b538-e32f5dd5875c tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups?id=bd3904be-b51c-449a-9310-829a60e36930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485375 Jun 03 15:32:12.066815 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device 017c3110-af95-4653-ab4b-2de2cf82c63b details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 15:32:12.168075 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port 017c3110-af95-4653-ab4b-2de2cf82c63b, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=017c3110-af95-4653-ab4b-2de2cf82c63b,segment=NetworkSegment(e7fa8e9f-2916-4044-ae3b-4a0e4ef94a1c),segment_id=e7fa8e9f-2916-4044-ae3b-4a0e4ef94a1c)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:32:12.185004 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Returning: {'device': '017c3110-af95-4653-ab4b-2de2cf82c63b', 'network_id': 'fc85e51d-f7a3-45da-ad6c-8c73a576aa2c', 'port_id': '017c3110-af95-4653-ab4b-2de2cf82c63b', 'mac_address': 'fa:16:3e:03:79:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '774a6a80-1cd7-4bc8-a1d0-ccd75afe6883', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 15:32:12.220066 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Current status of the port 017c3110-af95-4653-ab4b-2de2cf82c63b is: DOWN; New status is: BUILD {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:32:12.220447 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (017c3110-af95-4653-ab4b-2de2cf82c63b), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:12.236907 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 017c3110-af95-4653-ab4b-2de2cf82c63b {{(pid=103921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:32:12.262700 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port 017c3110-af95-4653-ab4b-2de2cf82c63b, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=017c3110-af95-4653-ab4b-2de2cf82c63b,segment=NetworkSegment(e7fa8e9f-2916-4044-ae3b-4a0e4ef94a1c),segment_id=e7fa8e9f-2916-4044-ae3b-4a0e4ef94a1c)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:32:12.269854 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (017c3110-af95-4653-ab4b-2de2cf82c63b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:12.293849 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f911eff-09ff-4dd0-8c61-7798cc9ad53f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04e40b4-2410-4984-b7d1-f08887d6d894'}] {{(pid=103921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:32:12.296140 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a0ad6594b2f649df373dfcb19de0225617b45f42ff1455deb142f027ba5606a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f210b3-1e8b-4799-9f1a-c32dec887aa3" -d '{"events": [{"server_uuid": "4f911eff-09ff-4dd0-8c61-7798cc9ad53f", "name": "network-vif-plugged", "status": "completed", "tag": "b04e40b4-2410-4984-b7d1-f08887d6d894"}]}' {{(pid=103921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:32:12.330994 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18715c8-f6b2-4509-aaad-d55c4a3a291b req-eae94cb1-c197-48be-b542-4211669c7c2f tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:12.331477 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Pushing event updated for resources: {'Port': ['ID=017c3110-af95-4653-ab4b-2de2cf82c63b,revision_number=4']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:12.332440 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-c18715c8-f6b2-4509-aaad-d55c4a3a291b req-eae94cb1-c197-48be-b542-4211669c7c2f tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 946 time: 0.0527821 Jun 03 15:32:12.335052 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51f235-edf8-4584-a296-05dfc98ae503 req-3aa704dc-87ef-49b0-9f94-9dc3923b10d9 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:12.337016 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-cc51f235-edf8-4584-a296-05dfc98ae503 req-3aa704dc-87ef-49b0-9f94-9dc3923b10d9 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=697213d5-1b86-415b-bba2-8c09be059aae HTTP/1.1" status: 200 len: 944 time: 0.0588295 Jun 03 15:32:12.404921 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a9e4f9-a40e-4a97-b26f-1a0685b36cd7 req-c8c11735-e537-45c3-972b-cca5f8956f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:12.404921 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d0a9e4f9-a40e-4a97-b26f-1a0685b36cd7 req-c8c11735-e537-45c3-972b-cca5f8956f21 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=800d0eab-3550-4b55-8837-765681285f77 HTTP/1.1" status: 200 len: 1129 time: 0.0585270 Jun 03 15:32:12.423907 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825df45c-3795-4d5d-bb9e-596b69b8ba75 req-0a517e2f-ba70-4c55-8fab-f432b44d17ed tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:12.425417 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-825df45c-3795-4d5d-bb9e-596b69b8ba75 req-0a517e2f-ba70-4c55-8fab-f432b44d17ed tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.95 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 946 time: 0.0757675 Jun 03 15:32:12.430101 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-cc51f235-edf8-4584-a296-05dfc98ae503 req-957be9e3-b1c5-4298-b2ee-4e6d714c0bb8 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9094215f-686a-4aae-a59f-3d21514d63ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873613 Jun 03 15:32:12.441836 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-c18715c8-f6b2-4509-aaad-d55c4a3a291b req-28a2c835-b243-4ffa-b3aa-d1f76f9f2b10 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967238 Jun 03 15:32:12.472443 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d0a9e4f9-a40e-4a97-b26f-1a0685b36cd7 req-7c4ab0e0-8065-4246-9053-eada86a942a5 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=903fa922-1e28-41d0-90aa-4ae6067c6a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567672 Jun 03 15:32:12.496022 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 15:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a58bb9-d13b-4a30-83ef-bc1617e3340e x-openstack-request-id: req-49a58bb9-d13b-4a30-83ef-bc1617e3340e {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:32:12.497067 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f911eff-09ff-4dd0-8c61-7798cc9ad53f", "name": "network-vif-plugged", "status": "completed", "tag": "b04e40b4-2410-4984-b7d1-f08887d6d894", "code": 200}]} {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:32:12.497067 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-49a58bb9-d13b-4a30-83ef-bc1617e3340e {{(pid=103921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:32:12.497067 dv-cinder-831247-16-iscsi neutron-server[103921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49a58bb9-d13b-4a30-83ef-bc1617e3340e'] response: {'server_uuid': '4f911eff-09ff-4dd0-8c61-7798cc9ad53f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04e40b4-2410-4984-b7d1-f08887d6d894', 'code': 200} Jun 03 15:32:12.544264 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.plugin [req-825df45c-3795-4d5d-bb9e-596b69b8ba75 req-36098e16-e16a-4736-a083-c6c874765729 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Deleting port a6777d99-9001-40c7-8dc0-bac5ca7c5efe {{(pid=103919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:32:12.544605 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-825df45c-3795-4d5d-bb9e-596b69b8ba75 req-36098e16-e16a-4736-a083-c6c874765729 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (a6777d99-9001-40c7-8dc0-bac5ca7c5efe), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:12.556995 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62118d8a-9c8c-44f3-baac-7e163c43f05f req-273c3711-5939-4b42-9e3e-396cd69f75e6 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:12.559075 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] get_ports_and_sgs() called for port_ids ['017c3110-af95-4653-ab4b-2de2cf82c63b'] {{(pid=103921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 15:32:12.563159 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-62118d8a-9c8c-44f3-baac-7e163c43f05f req-273c3711-5939-4b42-9e3e-396cd69f75e6 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/ports?device_id=800d0eab-3550-4b55-8837-765681285f77 HTTP/1.1" status: 200 len: 945 time: 0.0520802 Jun 03 15:32:12.620758 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-62118d8a-9c8c-44f3-baac-7e163c43f05f req-27fa2609-2c24-42f1-976d-283e63c52711 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/security-groups?id=903fa922-1e28-41d0-90aa-4ae6067c6a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540979 Jun 03 15:32:12.657823 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [req-825df45c-3795-4d5d-bb9e-596b69b8ba75 req-36098e16-e16a-4736-a083-c6c874765729 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] For port a6777d99-9001-40c7-8dc0-bac5ca7c5efe, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=a6777d99-9001-40c7-8dc0-bac5ca7c5efe,segment=NetworkSegment(344823fa-4139-4c58-8284-6d371313181e),segment_id=344823fa-4139-4c58-8284-6d371313181e)] {{(pid=103919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:32:12.658493 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-825df45c-3795-4d5d-bb9e-596b69b8ba75 req-36098e16-e16a-4736-a083-c6c874765729 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (a6777d99-9001-40c7-8dc0-bac5ca7c5efe), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:12.675226 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.plugin [req-825df45c-3795-4d5d-bb9e-596b69b8ba75 req-36098e16-e16a-4736-a083-c6c874765729 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Calling delete_port for a6777d99-9001-40c7-8dc0-bac5ca7c5efe owned by compute:nova {{(pid=103919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:32:12.705885 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:12.782073 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998958d2-6e4e-42e9-b214-760465831927 req-672ab2e8-0071-4f48-aad9-2de4fe0c7df5 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:12.783578 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-998958d2-6e4e-42e9-b214-760465831927 req-672ab2e8-0071-4f48-aad9-2de4fe0c7df5 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=0b12e6d4-7911-4c08-a28d-aadf2beda784 HTTP/1.1" status: 200 len: 943 time: 0.0975378 Jun 03 15:32:12.852089 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-998958d2-6e4e-42e9-b214-760465831927 req-d5e1bfbe-8e16-48eb-bb62-0565a02ab6c7 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/security-groups?id=b88df937-e402-4cfa-971f-d0284891327a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616245 Jun 03 15:32:12.867350 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85b3ed-22a4-4c99-adef-61091139e3b1 req-6e04fd11-88c2-4e83-8143-f528d721e9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:12.868971 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-8f85b3ed-22a4-4c99-adef-61091139e3b1 req-6e04fd11-88c2-4e83-8143-f528d721e9f1 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=4f911eff-09ff-4dd0-8c61-7798cc9ad53f HTTP/1.1" status: 200 len: 1129 time: 0.0554011 Jun 03 15:32:12.909939 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-825df45c-3795-4d5d-bb9e-596b69b8ba75 req-36098e16-e16a-4736-a083-c6c874765729 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4807792'] for port (a6777d99-9001-40c7-8dc0-bac5ca7c5efe), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:12.932813 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06253040-ccc9-461b-8636-e1dc83a3da15 req-ef477782-dd07-4f20-8b5d-0a4eeb8e9357 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:12.934288 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-06253040-ccc9-461b-8636-e1dc83a3da15 req-ef477782-dd07-4f20-8b5d-0a4eeb8e9357 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f911eff-09ff-4dd0-8c61-7798cc9ad53f HTTP/1.1" status: 200 len: 945 time: 0.0519285 Jun 03 15:32:12.942559 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36098e16-e16a-4736-a083-c6c874765729 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Pushing event deleted for resources: {'Port': ['ID=a6777d99-9001-40c7-8dc0-bac5ca7c5efe,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:12.972964 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:12.986883 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-06253040-ccc9-461b-8636-e1dc83a3da15 req-fbed901f-886c-4876-a97b-a97a98abc8fe tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups?id=bd3904be-b51c-449a-9310-829a60e36930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461504 Jun 03 15:32:12.989966 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [req-825df45c-3795-4d5d-bb9e-596b69b8ba75 req-36098e16-e16a-4736-a083-c6c874765729 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] No DVR routers for this DVR port a6777d99-9001-40c7-8dc0-bac5ca7c5efe on host hv-cinder-83124 {{(pid=103919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 15:32:12.992545 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-825df45c-3795-4d5d-bb9e-596b69b8ba75 req-36098e16-e16a-4736-a083-c6c874765729 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for port (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:12.995730 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-825df45c-3795-4d5d-bb9e-596b69b8ba75 req-36098e16-e16a-4736-a083-c6c874765729 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.95 "DELETE /v2.0/ports/a6777d99-9001-40c7-8dc0-bac5ca7c5efe HTTP/1.1" status: 204 len: 173 time: 0.5637083 Jun 03 15:32:12.996166 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '758b095c-6da9-4d53-abba-6a13a7c50904', 'name': 'network-vif-deleted', 'tag': 'a6777d99-9001-40c7-8dc0-bac5ca7c5efe'}] {{(pid=103919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:32:12.998395 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb6718ce3f0a4af57ef91ee7142c10b6234fd65cffdc95d0a08216ae9169e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236b6d92-a958-4c17-af9c-25140e97d0fb" -d '{"events": [{"server_uuid": "758b095c-6da9-4d53-abba-6a13a7c50904", "name": "network-vif-deleted", "tag": "a6777d99-9001-40c7-8dc0-bac5ca7c5efe"}]}' {{(pid=103919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:32:13.035239 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 15:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185ff6b7-0f1c-457e-8e85-90128cc4ca5d x-openstack-request-id: req-185ff6b7-0f1c-457e-8e85-90128cc4ca5d {{(pid=103919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:32:13.035530 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "758b095c-6da9-4d53-abba-6a13a7c50904", "name": "network-vif-deleted", "tag": "a6777d99-9001-40c7-8dc0-bac5ca7c5efe", "status": "completed", "code": 200}]} {{(pid=103919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:32:13.035780 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-185ff6b7-0f1c-457e-8e85-90128cc4ca5d {{(pid=103919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:32:13.036175 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-185ff6b7-0f1c-457e-8e85-90128cc4ca5d'] response: {'server_uuid': '758b095c-6da9-4d53-abba-6a13a7c50904', 'name': 'network-vif-deleted', 'tag': 'a6777d99-9001-40c7-8dc0-bac5ca7c5efe', 'status': 'completed', 'code': 200} Jun 03 15:32:13.259799 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-8f85b3ed-22a4-4c99-adef-61091139e3b1 req-57ea20a3-3600-4f62-8d32-1b4ceb8e4a01 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=bd3904be-b51c-449a-9310-829a60e36930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385933 Jun 03 15:32:13.313666 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] get_ports_and_sgs() called for port_ids ['a6777d99-9001-40c7-8dc0-bac5ca7c5efe', 'd4a71b7c-b829-4818-a730-8eda807ebe70'] {{(pid=103921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 15:32:13.337974 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:13.531914 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=100 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:13.545227 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e880c0f3-6211-48de-a765-c8a21b3707fd req-9eadbd36-848f-46ec-9468-a7689d276b5d tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:13.547250 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-e880c0f3-6211-48de-a765-c8a21b3707fd req-9eadbd36-848f-46ec-9468-a7689d276b5d tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=697213d5-1b86-415b-bba2-8c09be059aae HTTP/1.1" status: 200 len: 944 time: 0.0473728 Jun 03 15:32:13.551795 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-ebd90066-433e-4bcb-96e5-f00bd3616eb1 req-ccc6652b-543a-47ba-8c2a-f3c9f0edc73c tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 210 time: 0.0293658 Jun 03 15:32:13.594582 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-e880c0f3-6211-48de-a765-c8a21b3707fd req-96f18849-bdb6-47f6-9348-4e541697432d tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9094215f-686a-4aae-a59f-3d21514d63ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416501 Jun 03 15:32:13.743160 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614b510-524c-4d28-839d-5334a87d9155 req-95f094db-28fb-466e-9e85-37a1c9aeca47 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:13.744633 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e614b510-524c-4d28-839d-5334a87d9155 req-95f094db-28fb-466e-9e85-37a1c9aeca47 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/ports?device_id=800d0eab-3550-4b55-8837-765681285f77 HTTP/1.1" status: 200 len: 945 time: 0.0498912 Jun 03 15:32:13.798694 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e614b510-524c-4d28-839d-5334a87d9155 req-9e47f134-1ae8-4d71-bc44-5ca1b7556ed6 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/security-groups?id=903fa922-1e28-41d0-90aa-4ae6067c6a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483279 Jun 03 15:32:14.099944 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device 017c3110-af95-4653-ab4b-2de2cf82c63b up at agent hyperv_hv-cinder-83124 {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:32:14.115096 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ddca59-bc79-4293-abee-9aeef73ec8c7 req-2214a0dd-c8df-41f2-9e09-e8ad021ae4b1 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:14.116747 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-07ddca59-bc79-4293-abee-9aeef73ec8c7 req-2214a0dd-c8df-41f2-9e09-e8ad021ae4b1 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f911eff-09ff-4dd0-8c61-7798cc9ad53f HTTP/1.1" status: 200 len: 945 time: 0.0576432 Jun 03 15:32:14.145668 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Provisioning for port 017c3110-af95-4653-ab4b-2de2cf82c63b completed by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 03 15:32:14.157213 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Provisioning complete for port 017c3110-af95-4653-ab4b-2de2cf82c63b triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:32:14.157587 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (017c3110-af95-4653-ab4b-2de2cf82c63b), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:14.169641 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:14.174848 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-07ddca59-bc79-4293-abee-9aeef73ec8c7 req-71241f3d-3105-4d47-9795-324b0d4c5bdf tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups?id=bd3904be-b51c-449a-9310-829a60e36930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514362 Jun 03 15:32:14.234005 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef12b95-9572-43a4-8a08-1ed495e142b4 req-575e79c2-e662-4941-98f8-b2ad4e9cf6c4 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:14.235605 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-0ef12b95-9572-43a4-8a08-1ed495e142b4 req-575e79c2-e662-4941-98f8-b2ad4e9cf6c4 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=0b12e6d4-7911-4c08-a28d-aadf2beda784 HTTP/1.1" status: 200 len: 943 time: 0.3127067 Jun 03 15:32:14.245253 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Current status of the port 017c3110-af95-4653-ab4b-2de2cf82c63b is: BUILD; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:32:14.245633 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (017c3110-af95-4653-ab4b-2de2cf82c63b), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:14.254377 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=100 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:14.283886 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port 017c3110-af95-4653-ab4b-2de2cf82c63b, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=017c3110-af95-4653-ab4b-2de2cf82c63b,segment=NetworkSegment(e7fa8e9f-2916-4044-ae3b-4a0e4ef94a1c),segment_id=e7fa8e9f-2916-4044-ae3b-4a0e4ef94a1c)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:32:14.288909 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-0ef12b95-9572-43a4-8a08-1ed495e142b4 req-12eeed71-cf20-4984-b3e0-a6fa1e1faa32 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/security-groups?id=b88df937-e402-4cfa-971f-d0284891327a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475349 Jun 03 15:32:14.303152 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (017c3110-af95-4653-ab4b-2de2cf82c63b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:14.357178 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Pushing event updated for resources: {'Port': ['ID=017c3110-af95-4653-ab4b-2de2cf82c63b,revision_number=5']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:14.498352 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '697213d5-1b86-415b-bba2-8c09be059aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '017c3110-af95-4653-ab4b-2de2cf82c63b'}] {{(pid=103921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:32:14.501413 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a0ad6594b2f649df373dfcb19de0225617b45f42ff1455deb142f027ba5606a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5406253b-0366-4f6f-b21a-9d970316127d" -d '{"events": [{"server_uuid": "697213d5-1b86-415b-bba2-8c09be059aae", "name": "network-vif-plugged", "status": "completed", "tag": "017c3110-af95-4653-ab4b-2de2cf82c63b"}]}' {{(pid=103921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:32:14.597940 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 15:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a911c0c8-3e76-43fe-8866-8f9f332413a1 x-openstack-request-id: req-a911c0c8-3e76-43fe-8866-8f9f332413a1 {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:32:14.598731 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "697213d5-1b86-415b-bba2-8c09be059aae", "name": "network-vif-plugged", "status": "completed", "tag": "017c3110-af95-4653-ab4b-2de2cf82c63b", "code": 200}]} {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:32:14.598892 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a911c0c8-3e76-43fe-8866-8f9f332413a1 {{(pid=103921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:32:14.599568 dv-cinder-831247-16-iscsi neutron-server[103921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a911c0c8-3e76-43fe-8866-8f9f332413a1'] response: {'server_uuid': '697213d5-1b86-415b-bba2-8c09be059aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '017c3110-af95-4653-ab4b-2de2cf82c63b', 'code': 200} Jun 03 15:32:14.695614 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-f07ad3a0-cc73-405f-ad1f-3e1f000454de req-5489d548-0f73-4b8b-bffb-3e7628b06a6e tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 210 time: 0.0301733 Jun 03 15:32:14.727322 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab0b84-f958-478a-8a96-0ae086d52385 req-57793c4e-189d-44e6-bf65-8739f3d79017 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:14.729009 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-2fab0b84-f958-478a-8a96-0ae086d52385 req-57793c4e-189d-44e6-bf65-8739f3d79017 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=697213d5-1b86-415b-bba2-8c09be059aae HTTP/1.1" status: 200 len: 945 time: 0.0496228 Jun 03 15:32:14.779669 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-2fab0b84-f958-478a-8a96-0ae086d52385 req-8d3f2cd6-e48d-42e7-b16c-fe331988e653 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9094215f-686a-4aae-a59f-3d21514d63ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430088 Jun 03 15:32:14.915430 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f2a27-2b49-4066-8bbd-ee69cee43384 req-91028f77-c0de-4a19-82c2-8190398c52fc tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:14.916793 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-0a7f2a27-2b49-4066-8bbd-ee69cee43384 req-91028f77-c0de-4a19-82c2-8190398c52fc tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/ports?device_id=800d0eab-3550-4b55-8837-765681285f77 HTTP/1.1" status: 200 len: 945 time: 0.0505369 Jun 03 15:32:14.965877 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-0a7f2a27-2b49-4066-8bbd-ee69cee43384 req-e6ea400d-989d-49eb-94a2-431d22d63c7c tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/security-groups?id=903fa922-1e28-41d0-90aa-4ae6067c6a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430281 Jun 03 15:32:15.297072 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317de79-970c-4ccc-9433-29ef8d0bacfb req-76fc6125-da07-4c1c-8201-8d3804b0b609 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:15.298504 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-1317de79-970c-4ccc-9433-29ef8d0bacfb req-76fc6125-da07-4c1c-8201-8d3804b0b609 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f911eff-09ff-4dd0-8c61-7798cc9ad53f HTTP/1.1" status: 200 len: 945 time: 0.0521903 Jun 03 15:32:15.346949 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-1317de79-970c-4ccc-9433-29ef8d0bacfb req-e16ccd5c-7f90-454a-8fa6-094a0206b8b6 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups?id=bd3904be-b51c-449a-9310-829a60e36930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426626 Jun 03 15:32:15.403553 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb7b2a-fc82-4799-ac45-9a4cbc2aab72 req-eab17a31-29b8-4c35-94a2-4d66260bc7fb tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:15.405136 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-31eb7b2a-fc82-4799-ac45-9a4cbc2aab72 req-eab17a31-29b8-4c35-94a2-4d66260bc7fb tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=0b12e6d4-7911-4c08-a28d-aadf2beda784 HTTP/1.1" status: 200 len: 943 time: 0.0478756 Jun 03 15:32:15.455675 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-31eb7b2a-fc82-4799-ac45-9a4cbc2aab72 req-b3d7ba40-e480-429d-bf48-f38334f92fbf tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/security-groups?id=b88df937-e402-4cfa-971f-d0284891327a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449443 Jun 03 15:32:15.808646 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-20f737bf-b1b2-4edd-b162-1692a759e449 req-579c87fd-750e-49cc-842a-64231ee3b24c tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=758b095c-6da9-4d53-abba-6a13a7c50904 HTTP/1.1" status: 200 len: 210 time: 0.0313680 Jun 03 15:32:15.896521 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6172a324-95f3-4f56-97c1-eb08c325422d req-ba442dcb-1f5b-4ea8-87e1-4e0b459a4151 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:15.897967 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-6172a324-95f3-4f56-97c1-eb08c325422d req-ba442dcb-1f5b-4ea8-87e1-4e0b459a4151 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=697213d5-1b86-415b-bba2-8c09be059aae HTTP/1.1" status: 200 len: 945 time: 0.0474086 Jun 03 15:32:15.968233 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-6172a324-95f3-4f56-97c1-eb08c325422d req-9c6a9049-f290-4e6a-bc15-de1cd5c997ab tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9094215f-686a-4aae-a59f-3d21514d63ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630276 Jun 03 15:32:16.111399 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device 7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 15:32:16.114778 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device a6777d99-9001-40c7-8dc0-bac5ca7c5efe no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 15:32:16.139545 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] No Port match for: a6777d99-9001-40c7-8dc0-bac5ca7c5efe {{(pid=103921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 15:32:16.139876 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device a6777d99-9001-40c7-8dc0-bac5ca7c5efe not bound to the agent host hv-cinder-83124 {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 15:32:16.231312 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port 7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c,segment=NetworkSegment(cddab803-ac25-466c-8492-d9f6e68d1532),segment_id=cddab803-ac25-466c-8492-d9f6e68d1532)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:32:16.244282 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Returning: {'device': '7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c', 'network_id': '2d580292-795d-4fee-87ce-011961d3c846', 'port_id': '7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c', 'mac_address': 'fa:16:3e:51:ba:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '070f5c1f-f3d7-449a-a6e3-c5340374af16', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 15:32:16.278369 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Current status of the port 7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c is: DOWN; New status is: BUILD {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:32:16.278770 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:16.293382 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c {{(pid=103921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:32:16.315604 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port 7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c,segment=NetworkSegment(cddab803-ac25-466c-8492-d9f6e68d1532),segment_id=cddab803-ac25-466c-8492-d9f6e68d1532)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:32:16.320271 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:16.369439 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Pushing event updated for resources: {'Port': ['ID=7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c,revision_number=4']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:16.472419 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4463f1-8e52-4935-a529-ca8a9fb21096 req-a2a5fb77-514b-44af-a176-d118c679c317 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:16.473912 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-df4463f1-8e52-4935-a529-ca8a9fb21096 req-a2a5fb77-514b-44af-a176-d118c679c317 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f911eff-09ff-4dd0-8c61-7798cc9ad53f HTTP/1.1" status: 200 len: 945 time: 0.0538874 Jun 03 15:32:16.487969 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fcf5fc-526b-432a-8bc9-f61b2586caa7 req-c2184c6a-c1f0-4c84-8577-fda1eac5cd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:16.489824 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-e5fcf5fc-526b-432a-8bc9-f61b2586caa7 req-c2184c6a-c1f0-4c84-8577-fda1eac5cd47 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=697213d5-1b86-415b-bba2-8c09be059aae HTTP/1.1" status: 200 len: 1129 time: 0.0561476 Jun 03 15:32:16.540438 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-df4463f1-8e52-4935-a529-ca8a9fb21096 req-b8840e2d-4ba6-499c-aaf0-92d9f1723836 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups?id=bd3904be-b51c-449a-9310-829a60e36930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590014 Jun 03 15:32:16.552137 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-e5fcf5fc-526b-432a-8bc9-f61b2586caa7 req-e7d02ef7-8e60-44bc-9788-44d86c79c546 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=9094215f-686a-4aae-a59f-3d21514d63ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551641 Jun 03 15:32:16.646400 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] get_ports_and_sgs() called for port_ids ['7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c'] {{(pid=103921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 15:32:16.651301 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359666f9-82cf-4f36-af9d-c743dee14365 req-62e7a829-acba-4043-9fa3-0478182718be tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:16.652886 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-359666f9-82cf-4f36-af9d-c743dee14365 req-62e7a829-acba-4043-9fa3-0478182718be tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=0b12e6d4-7911-4c08-a28d-aadf2beda784 HTTP/1.1" status: 200 len: 944 time: 0.0496693 Jun 03 15:32:16.721121 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-359666f9-82cf-4f36-af9d-c743dee14365 req-6b812f1d-7390-47fa-8d80-ca07da5926ca tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/security-groups?id=b88df937-e402-4cfa-971f-d0284891327a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467350 Jun 03 15:32:16.732041 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542fb336-23be-4547-a704-edc458479419 req-911c00a5-da96-4744-b9e6-8341b465216c tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:16.734585 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-542fb336-23be-4547-a704-edc458479419 req-911c00a5-da96-4744-b9e6-8341b465216c tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f911eff-09ff-4dd0-8c61-7798cc9ad53f HTTP/1.1" status: 200 len: 945 time: 0.0597379 Jun 03 15:32:16.747540 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 55062) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:32:16.751980 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-849209a4-26e9-4e3a-90d0-c6bd2e1d216f tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Request body: {'floatingip': {'port_id': 'b04e40b4-2410-4984-b7d1-f08887d6d894'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:32:16.772600 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:16.792152 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-849209a4-26e9-4e3a-90d0-c6bd2e1d216f tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for floatingip (7d94c643-d9d9-4c30-8e5a-81b79229014c), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:16.812795 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:16.850115 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82785839-adbb-4680-8c9b-00460d6d55f2 req-08959718-8f63-431f-807d-c576e6e9091d tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:16.851575 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-82785839-adbb-4680-8c9b-00460d6d55f2 req-08959718-8f63-431f-807d-c576e6e9091d tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 946 time: 0.0675905 Jun 03 15:32:16.915903 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-82785839-adbb-4680-8c9b-00460d6d55f2 req-bf52610e-9de7-4fef-9b52-15cbae767fbd tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=45dd2ee8-9c49-4cc0-8a1e-dc499d869f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561314 Jun 03 15:32:17.082284 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03ff8b-d9f9-489c-9756-1e20b85727f9 req-98788e53-cc81-422a-b2e9-a030f20d4b2e tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:17.084057 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-1d03ff8b-d9f9-489c-9756-1e20b85727f9 req-98788e53-cc81-422a-b2e9-a030f20d4b2e tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=697213d5-1b86-415b-bba2-8c09be059aae HTTP/1.1" status: 200 len: 945 time: 0.0500975 Jun 03 15:32:17.132291 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-1d03ff8b-d9f9-489c-9756-1e20b85727f9 req-a9152402-92b6-498c-8751-722270dcfe06 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9094215f-686a-4aae-a59f-3d21514d63ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425854 Jun 03 15:32:17.206051 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e53a4-babe-44e3-bc60-2a060878cf29 req-af467e0d-54c9-455c-996d-cad57d680e42 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:17.207557 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-5c7e53a4-babe-44e3-bc60-2a060878cf29 req-af467e0d-54c9-455c-996d-cad57d680e42 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=cc122a7e-fe3b-4bb6-abb6-96e6a199d8e3 HTTP/1.1" status: 200 len: 946 time: 0.1400921 Jun 03 15:32:17.301224 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-5c7e53a4-babe-44e3-bc60-2a060878cf29 req-46516605-1fd1-446b-8957-e74bf2c2e51d tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871537 Jun 03 15:32:17.345433 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-849209a4-26e9-4e3a-90d0-c6bd2e1d216f tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:17.349120 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-849209a4-26e9-4e3a-90d0-c6bd2e1d216f tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763103'] for floatingip (7d94c643-d9d9-4c30-8e5a-81b79229014c), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:17.432972 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:17.447807 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.db.l3_db [None req-849209a4-26e9-4e3a-90d0-c6bd2e1d216f tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Floating IP 7d94c643-d9d9-4c30-8e5a-81b79229014c associated. External IP: 172.27.3.65, port: b04e40b4-2410-4984-b7d1-f08887d6d894. Jun 03 15:32:17.508033 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:17.646633 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-849209a4-26e9-4e3a-90d0-c6bd2e1d216f tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Router bc437c53-8ef0-4776-adae-03f3429aef49 has already been hosted by L3 agent af3cb756-c261-4349-9f96-3650fb8ddf57 {{(pid=103920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 15:32:17.750822 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-849209a4-26e9-4e3a-90d0-c6bd2e1d216f tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Notify agent at l3_agent.dv-cinder-831247-16-iscsi the message routers_updated {{(pid=103920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 15:32:17.755804 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-849209a4-26e9-4e3a-90d0-c6bd2e1d216f tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for floatingip (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:17.761008 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1624f4b3-152b-4191-a325-20a86b2471a2 None None] Sync routers for ids ['bc437c53-8ef0-4776-adae-03f3429aef49'] in dv-cinder-831247-16-iscsi {{(pid=103921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:32:17.773239 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1624f4b3-152b-4191-a325-20a86b2471a2 None None] Routers {'bc437c53-8ef0-4776-adae-03f3429aef49'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:32:17.773858 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-1624f4b3-152b-4191-a325-20a86b2471a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:31:54Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['bc437c53-8ef0-4776-adae-03f3429aef49'], 'active': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:17.789390 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-849209a4-26e9-4e3a-90d0-c6bd2e1d216f tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "PUT /v2.0/floatingips/7d94c643-d9d9-4c30-8e5a-81b79229014c HTTP/1.1" status: 200 len: 990 time: 1.0387549 Jun 03 15:32:17.789390 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f911eff-09ff-4dd0-8c61-7798cc9ad53f', 'tag': 'b04e40b4-2410-4984-b7d1-f08887d6d894'}] {{(pid=103920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:32:17.790221 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fde6ca1c4b3e174e639905c0d93b14e8a3905e0af4b9b9445456920c81b8107" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db60755-cfa2-46a2-9b07-4738ee98350f" -d '{"events": [{"name": "network-changed", "server_uuid": "4f911eff-09ff-4dd0-8c61-7798cc9ad53f", "tag": "b04e40b4-2410-4984-b7d1-f08887d6d894"}]}' {{(pid=103920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:32:17.827292 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 15:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fae43f6-a4fb-4d36-9c5a-b862f72179a4 x-openstack-request-id: req-6fae43f6-a4fb-4d36-9c5a-b862f72179a4 {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:32:17.827671 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f911eff-09ff-4dd0-8c61-7798cc9ad53f", "tag": "b04e40b4-2410-4984-b7d1-f08887d6d894", "status": "completed", "code": 200}]} {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:32:17.828061 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6fae43f6-a4fb-4d36-9c5a-b862f72179a4 {{(pid=103920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:32:17.828635 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fae43f6-a4fb-4d36-9c5a-b862f72179a4'] response: {'name': 'network-changed', 'server_uuid': '4f911eff-09ff-4dd0-8c61-7798cc9ad53f', 'tag': 'b04e40b4-2410-4984-b7d1-f08887d6d894', 'status': 'completed', 'code': 200} Jun 03 15:32:17.858631 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf41838-e992-44c3-b709-3b41f6467d51 req-076c5bb9-2567-4a7f-ba99-02ad552748a9 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:17.859936 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-baf41838-e992-44c3-b709-3b41f6467d51 req-076c5bb9-2567-4a7f-ba99-02ad552748a9 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=0b12e6d4-7911-4c08-a28d-aadf2beda784 HTTP/1.1" status: 200 len: 944 time: 0.0601292 Jun 03 15:32:17.890604 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvr_db [None req-1624f4b3-152b-4191-a325-20a86b2471a2 None None] Set router bc437c53-8ef0-4776-adae-03f3429aef49 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:32:17.909682 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-baf41838-e992-44c3-b709-3b41f6467d51 req-7d5907f9-a287-47d8-8236-38b107f992ba tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/security-groups?id=b88df937-e402-4cfa-971f-d0284891327a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440111 Jun 03 15:32:18.052227 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c81c55-1ac3-42e7-962f-b3d76c372cb5 req-64f27f77-444c-4ed9-bcbc-05147cddb3e8 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:18.054228 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-77c81c55-1ac3-42e7-962f-b3d76c372cb5 req-64f27f77-444c-4ed9-bcbc-05147cddb3e8 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 946 time: 0.0569420 Jun 03 15:32:18.106594 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-77c81c55-1ac3-42e7-962f-b3d76c372cb5 req-e8f25bdc-0d2d-44f1-9a9d-b25b6ffae23d tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=45dd2ee8-9c49-4cc0-8a1e-dc499d869f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462668 Jun 03 15:32:18.108360 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-1624f4b3-152b-4191-a325-20a86b2471a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'name': 'tempest-AttachVolumeNegativeTest-1504343588-router', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:36Z', 'updated_at': '2022-06-03T15:26:46Z', 'revision_number': 4, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'gw_port': {'id': '1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:38Z', 'updated_at': '2022-06-03T15:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_floatingips': [{'id': '7d94c643-d9d9-4c30-8e5a-81b79229014c', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'floating_ip_address': '172.27.3.65', 'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'router_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'port_id': 'b04e40b4-2410-4984-b7d1-f08887d6d894', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68719859-5880-402e-b442-370597e1ce2f', 'mac_address': 'fa:16:3e:a0:7d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f911eff-09ff-4dd0-8c61-7798cc9ad53f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:31:54Z', 'updated_at': '2022-06-03T15:32:17Z', 'revision_number': 1, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4683a29-9638-4e0d-884d-65794d85dd4f', 'name': '', 'network_id': '68719859-5880-402e-b442-370597e1ce2f', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'mac_address': 'fa:16:3e:bd:e2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1e60cea5-d2fd-43f7-aff8-25b5abe402c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:42Z', 'updated_at': '2022-06-03T15:27:00Z', 'revision_number': 5, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'subnets': [{'id': '1e60cea5-d2fd-43f7-aff8-25b5abe402c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:18.135859 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device 7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c up at agent hyperv_hv-cinder-83124 {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:32:18.138869 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1624f4b3-152b-4191-a325-20a86b2471a2 None None] Checking router: bc437c53-8ef0-4776-adae-03f3429aef49 for host: dv-cinder-831247-16-iscsi {{(pid=103921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:32:18.175570 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1624f4b3-152b-4191-a325-20a86b2471a2 None None] Routers {'bc437c53-8ef0-4776-adae-03f3429aef49'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:32:18.176203 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-1624f4b3-152b-4191-a325-20a86b2471a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:31:54Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['bc437c53-8ef0-4776-adae-03f3429aef49'], 'active': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:18.254455 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b04db-99bb-4407-a13b-90e146ff7a9d req-027b07ab-fb21-4e97-8329-be8f1a4879df tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:18.256071 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-4e0b04db-99bb-4407-a13b-90e146ff7a9d req-027b07ab-fb21-4e97-8329-be8f1a4879df tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=697213d5-1b86-415b-bba2-8c09be059aae HTTP/1.1" status: 200 len: 945 time: 0.0540292 Jun 03 15:32:18.314711 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-4e0b04db-99bb-4407-a13b-90e146ff7a9d req-5aa1b96e-dba8-44a2-9efd-22aa8538dcf4 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9094215f-686a-4aae-a59f-3d21514d63ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503218 Jun 03 15:32:18.393434 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Provisioning for port 7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c completed by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 03 15:32:18.408960 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Provisioning complete for port 7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:32:18.409308 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:18.427011 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502267b-9f43-4148-9f78-3c0dec6e25f3 req-71694793-52f9-4f41-8d01-30384f811454 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:18.428515 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-3502267b-9f43-4148-9f78-3c0dec6e25f3 req-71694793-52f9-4f41-8d01-30384f811454 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=cc122a7e-fe3b-4bb6-abb6-96e6a199d8e3 HTTP/1.1" status: 200 len: 946 time: 0.0567458 Jun 03 15:32:18.457608 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvr_db [None req-1624f4b3-152b-4191-a325-20a86b2471a2 None None] Set router bc437c53-8ef0-4776-adae-03f3429aef49 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:32:18.476463 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-3502267b-9f43-4148-9f78-3c0dec6e25f3 req-ee0ca11c-f575-435e-a3db-d405adaf3b43 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421486 Jun 03 15:32:18.503091 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:18.571385 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Current status of the port 7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c is: BUILD; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:32:18.571658 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:18.641867 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b12e6d4-7911-4c08-a28d-aadf2beda784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c'}] {{(pid=103921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:32:18.644100 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a0ad6594b2f649df373dfcb19de0225617b45f42ff1455deb142f027ba5606a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4185c584-ea68-4fb6-beac-cef795b7a99c" -d '{"events": [{"server_uuid": "0b12e6d4-7911-4c08-a28d-aadf2beda784", "name": "network-vif-plugged", "status": "completed", "tag": "7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c"}]}' {{(pid=103921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:32:18.664432 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port 7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c,segment=NetworkSegment(cddab803-ac25-466c-8492-d9f6e68d1532),segment_id=cddab803-ac25-466c-8492-d9f6e68d1532)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:32:18.676648 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:18.699145 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=100 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:18.702856 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 15:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8d3886-e3c8-47fe-ab6c-1f84e4c79ae5 x-openstack-request-id: req-ce8d3886-e3c8-47fe-ab6c-1f84e4c79ae5 {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:32:18.703137 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b12e6d4-7911-4c08-a28d-aadf2beda784", "name": "network-vif-plugged", "status": "completed", "tag": "7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c", "code": 200}]} {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:32:18.703380 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ce8d3886-e3c8-47fe-ab6c-1f84e4c79ae5 {{(pid=103921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:32:18.703760 dv-cinder-831247-16-iscsi neutron-server[103921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce8d3886-e3c8-47fe-ab6c-1f84e4c79ae5'] response: {'server_uuid': '0b12e6d4-7911-4c08-a28d-aadf2beda784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c', 'code': 200} Jun 03 15:32:18.759803 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Pushing event updated for resources: {'Port': ['ID=7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c,revision_number=5']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:18.781740 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-1624f4b3-152b-4191-a325-20a86b2471a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'name': 'tempest-AttachVolumeNegativeTest-1504343588-router', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:36Z', 'updated_at': '2022-06-03T15:26:46Z', 'revision_number': 4, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'gw_port': {'id': '1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:38Z', 'updated_at': '2022-06-03T15:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_floatingips': [{'id': '7d94c643-d9d9-4c30-8e5a-81b79229014c', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'floating_ip_address': '172.27.3.65', 'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'router_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'port_id': 'b04e40b4-2410-4984-b7d1-f08887d6d894', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68719859-5880-402e-b442-370597e1ce2f', 'mac_address': 'fa:16:3e:a0:7d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f911eff-09ff-4dd0-8c61-7798cc9ad53f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:31:54Z', 'updated_at': '2022-06-03T15:32:17Z', 'revision_number': 1, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4683a29-9638-4e0d-884d-65794d85dd4f', 'name': '', 'network_id': '68719859-5880-402e-b442-370597e1ce2f', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'mac_address': 'fa:16:3e:bd:e2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1e60cea5-d2fd-43f7-aff8-25b5abe402c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:42Z', 'updated_at': '2022-06-03T15:27:00Z', 'revision_number': 5, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'subnets': [{'id': '1e60cea5-d2fd-43f7-aff8-25b5abe402c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:18.806669 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1624f4b3-152b-4191-a325-20a86b2471a2 None None] The sync data for ids ['bc437c53-8ef0-4776-adae-03f3429aef49'] in dv-cinder-831247-16-iscsi is: [{'id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'name': 'tempest-AttachVolumeNegativeTest-1504343588-router', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:36Z', 'updated_at': '2022-06-03T15:26:46Z', 'revision_number': 4, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'gw_port': {'id': '1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:38Z', 'updated_at': '2022-06-03T15:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_floatingips': [{'id': '7d94c643-d9d9-4c30-8e5a-81b79229014c', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'floating_ip_address': '172.27.3.65', 'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'router_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'port_id': 'b04e40b4-2410-4984-b7d1-f08887d6d894', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68719859-5880-402e-b442-370597e1ce2f', 'mac_address': 'fa:16:3e:a0:7d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f911eff-09ff-4dd0-8c61-7798cc9ad53f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:31:54Z', 'updated_at': '2022-06-03T15:32:17Z', 'revision_number': 1, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4683a29-9638-4e0d-884d-65794d85dd4f', 'name': '', 'network_id': '68719859-5880-402e-b442-370597e1ce2f', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'mac_address': 'fa:16:3e:bd:e2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1e60cea5-d2fd-43f7-aff8-25b5abe402c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:42Z', 'updated_at': '2022-06-03T15:27:00Z', 'revision_number': 5, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'subnets': [{'id': '1e60cea5-d2fd-43f7-aff8-25b5abe402c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:32:18.941481 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:18.953967 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:18.997498 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7881038-b399-4709-9d67-7b21262ed5b1 None None] New status for floating IP 7d94c643-d9d9-4c30-8e5a-81b79229014c: ACTIVE {{(pid=103922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 15:32:19.027363 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70636bc4-5102-4854-9408-32dc19e13aab req-3c1e2924-0c78-4bca-9651-068e51d579ca tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:19.028873 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-70636bc4-5102-4854-9408-32dc19e13aab req-3c1e2924-0c78-4bca-9651-068e51d579ca tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=0b12e6d4-7911-4c08-a28d-aadf2beda784 HTTP/1.1" status: 200 len: 945 time: 0.0498533 Jun 03 15:32:19.078842 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-70636bc4-5102-4854-9408-32dc19e13aab req-bfe07c87-7e94-49a3-9a5d-39485155e444 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/security-groups?id=b88df937-e402-4cfa-971f-d0284891327a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433719 Jun 03 15:32:19.218304 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=100 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:19.230410 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148bc64d-88df-4e2f-bc86-87fd57abfd35 req-fb8ab01b-ae02-4f67-a1a6-e5f3b9cca2ea tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:19.231935 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-148bc64d-88df-4e2f-bc86-87fd57abfd35 req-fb8ab01b-ae02-4f67-a1a6-e5f3b9cca2ea tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 946 time: 0.0484664 Jun 03 15:32:19.282343 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-148bc64d-88df-4e2f-bc86-87fd57abfd35 req-c0489fae-343b-4bd4-9e3d-0e1eb0979071 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=45dd2ee8-9c49-4cc0-8a1e-dc499d869f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441172 Jun 03 15:32:19.431637 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ad0fe-a8fe-472e-9529-9eb11936d40c req-70d9d145-4371-4cba-9670-2c179d7bb800 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:19.433107 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-aa8ad0fe-a8fe-472e-9529-9eb11936d40c req-70d9d145-4371-4cba-9670-2c179d7bb800 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=697213d5-1b86-415b-bba2-8c09be059aae HTTP/1.1" status: 200 len: 945 time: 0.0474563 Jun 03 15:32:19.483952 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-aa8ad0fe-a8fe-472e-9529-9eb11936d40c req-cc114c05-a8ca-47c9-9988-93df032247d6 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9094215f-686a-4aae-a59f-3d21514d63ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453248 Jun 03 15:32:19.575698 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=100 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:19.597477 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55254c49-775f-412c-a80b-1fd5ab7a082f req-10404fd3-9712-4d84-a8a4-5a001af38f6c tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:19.598895 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-55254c49-775f-412c-a80b-1fd5ab7a082f req-10404fd3-9712-4d84-a8a4-5a001af38f6c tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=cc122a7e-fe3b-4bb6-abb6-96e6a199d8e3 HTTP/1.1" status: 200 len: 946 time: 0.0553637 Jun 03 15:32:19.653375 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-55254c49-775f-412c-a80b-1fd5ab7a082f req-c4349ebb-5eb3-4b8c-9934-7eab0b3d669c tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490081 Jun 03 15:32:20.192390 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a9161-cc05-454c-a432-220af997a5b3 req-795dd858-b460-498b-9df0-5d1316282201 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:20.193849 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-154a9161-cc05-454c-a432-220af997a5b3 req-795dd858-b460-498b-9df0-5d1316282201 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=0b12e6d4-7911-4c08-a28d-aadf2beda784 HTTP/1.1" status: 200 len: 945 time: 0.0467827 Jun 03 15:32:20.242127 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-154a9161-cc05-454c-a432-220af997a5b3 req-141e5aca-7f58-4bde-959b-69afb3b7a914 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/security-groups?id=b88df937-e402-4cfa-971f-d0284891327a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428822 Jun 03 15:32:20.406918 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a341c1a4-bca6-40fa-9aa4-31e81c8ca150 req-b1d0c206-0c5d-4466-8bd3-af1754e2449b tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:20.408462 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-a341c1a4-bca6-40fa-9aa4-31e81c8ca150 req-b1d0c206-0c5d-4466-8bd3-af1754e2449b tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 946 time: 0.0540583 Jun 03 15:32:20.456197 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-a341c1a4-bca6-40fa-9aa4-31e81c8ca150 req-dfb5927b-b511-4bba-b435-050451c1e9d8 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=45dd2ee8-9c49-4cc0-8a1e-dc499d869f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413764 Jun 03 15:32:20.596556 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873bb419-1974-45f2-a6d0-4acda4f07d19 req-089c5c56-7ed5-4570-8f1a-f53dbd349802 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:20.597935 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-873bb419-1974-45f2-a6d0-4acda4f07d19 req-089c5c56-7ed5-4570-8f1a-f53dbd349802 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=697213d5-1b86-415b-bba2-8c09be059aae HTTP/1.1" status: 200 len: 945 time: 0.0462830 Jun 03 15:32:20.644333 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-873bb419-1974-45f2-a6d0-4acda4f07d19 req-14076266-fd66-421f-a86f-978333d8da3d tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9094215f-686a-4aae-a59f-3d21514d63ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409477 Jun 03 15:32:20.768867 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832df9c-5c3b-49b7-ad87-7bba08df1886 req-03d16696-6c1f-451e-9ba1-bdb0044387ba tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:20.770333 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-4832df9c-5c3b-49b7-ad87-7bba08df1886 req-03d16696-6c1f-451e-9ba1-bdb0044387ba tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=cc122a7e-fe3b-4bb6-abb6-96e6a199d8e3 HTTP/1.1" status: 200 len: 946 time: 0.0508075 Jun 03 15:32:20.817491 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-4832df9c-5c3b-49b7-ad87-7bba08df1886 req-16de5ce0-c6de-4558-80b0-2cf370c3b767 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416858 Jun 03 15:32:21.348112 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=100 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:21.362234 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be438f52-d69d-4ec8-8723-cdaeb9008ee5 req-5f7b9874-e240-4a38-b6e3-682c853b6b8d tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:21.363742 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-be438f52-d69d-4ec8-8723-cdaeb9008ee5 req-5f7b9874-e240-4a38-b6e3-682c853b6b8d tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=0b12e6d4-7911-4c08-a28d-aadf2beda784 HTTP/1.1" status: 200 len: 945 time: 0.0538855 Jun 03 15:32:21.413075 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-be438f52-d69d-4ec8-8723-cdaeb9008ee5 req-d8654d71-2ec1-495d-9159-4fb5becdc8e2 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/security-groups?id=b88df937-e402-4cfa-971f-d0284891327a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437741 Jun 03 15:32:21.549463 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-eb296d83-062a-44e4-9305-96743b11d111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (ba2d900a-f6c8-44b2-a19a-5d512e564d5a), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:21.579686 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0e3a9-8b4e-47e9-b8e4-2d2c2402e154 req-a7937b5c-7ef2-4855-a77f-2370e26b9e94 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:21.581467 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-dea0e3a9-8b4e-47e9-b8e4-2d2c2402e154 req-a7937b5c-7ef2-4855-a77f-2370e26b9e94 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 946 time: 0.0496154 Jun 03 15:32:21.613910 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=100 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:21.622407 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db60755-cfa2-46a2-9b07-4738ee98350f req-46225bd3-3153-4c6b-af53-bdc46cd64da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:21.624524 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-5db60755-cfa2-46a2-9b07-4738ee98350f req-46225bd3-3153-4c6b-af53-bdc46cd64da5 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=3e8f48e1939245eaa67bcd6a27bc7cda&device_id=4f911eff-09ff-4dd0-8c61-7798cc9ad53f HTTP/1.1" status: 200 len: 1129 time: 0.0525463 Jun 03 15:32:21.631283 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-dea0e3a9-8b4e-47e9-b8e4-2d2c2402e154 req-e5021cf7-24fb-4952-9125-dede5e09741d tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=45dd2ee8-9c49-4cc0-8a1e-dc499d869f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438919 Jun 03 15:32:21.723270 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e40db3-510e-4fed-9ddb-13ea2dca9cf0 req-caa1fc11-e219-4bd5-b2c8-79024a5a1d3f tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:21.724711 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-35e40db3-510e-4fed-9ddb-13ea2dca9cf0 req-caa1fc11-e219-4bd5-b2c8-79024a5a1d3f tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.95 "GET /v2.0/ports?device_id=cc122a7e-fe3b-4bb6-abb6-96e6a199d8e3 HTTP/1.1" status: 200 len: 946 time: 0.0512333 Jun 03 15:32:21.790825 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a757fad6-94bd-4bd8-875d-18520cfe2f56 req-8a41edcc-138d-420b-b702-a8152617d9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:21.792310 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-a757fad6-94bd-4bd8-875d-18520cfe2f56 req-8a41edcc-138d-420b-b702-a8152617d9ec service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=0b12e6d4-7911-4c08-a28d-aadf2beda784 HTTP/1.1" status: 200 len: 1129 time: 0.1180191 Jun 03 15:32:21.814207 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.plugin [req-35e40db3-510e-4fed-9ddb-13ea2dca9cf0 req-78fe3e05-0759-4898-a468-f24c9382e932 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Deleting port d4a71b7c-b829-4818-a730-8eda807ebe70 {{(pid=103919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:32:21.814572 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-35e40db3-510e-4fed-9ddb-13ea2dca9cf0 req-78fe3e05-0759-4898-a468-f24c9382e932 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (d4a71b7c-b829-4818-a730-8eda807ebe70), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:21.828583 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9959935-3d46-475c-ab50-707f5e6ece8d req-080e2c6d-01cc-47d1-8d6d-5df41e6aae70 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:21.830045 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-b9959935-3d46-475c-ab50-707f5e6ece8d req-080e2c6d-01cc-47d1-8d6d-5df41e6aae70 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=697213d5-1b86-415b-bba2-8c09be059aae HTTP/1.1" status: 200 len: 945 time: 0.1060452 Jun 03 15:32:21.908852 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db60755-cfa2-46a2-9b07-4738ee98350f req-fde3e81f-5689-47db-ad1a-5493351c8c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:21.910253 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-5db60755-cfa2-46a2-9b07-4738ee98350f req-fde3e81f-5689-47db-ad1a-5493351c8c0b service neutron] 10.222.0.95 "GET /v2.0/networks?id=68719859-5880-402e-b442-370597e1ce2f HTTP/1.1" status: 200 len: 916 time: 0.2257848 Jun 03 15:32:21.915661 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-a757fad6-94bd-4bd8-875d-18520cfe2f56 req-2f54b602-3656-400d-8ac5-6d71b67fd886 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=b88df937-e402-4cfa-971f-d0284891327a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168618 Jun 03 15:32:21.928378 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-b9959935-3d46-475c-ab50-707f5e6ece8d req-9de8efa3-92de-49fa-a515-353dc4b851b7 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9094215f-686a-4aae-a59f-3d21514d63ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905063 Jun 03 15:32:21.948846 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [req-35e40db3-510e-4fed-9ddb-13ea2dca9cf0 req-78fe3e05-0759-4898-a468-f24c9382e932 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] For port d4a71b7c-b829-4818-a730-8eda807ebe70, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=d4a71b7c-b829-4818-a730-8eda807ebe70,segment=NetworkSegment(344823fa-4139-4c58-8284-6d371313181e),segment_id=344823fa-4139-4c58-8284-6d371313181e)] {{(pid=103919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:32:21.949216 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-35e40db3-510e-4fed-9ddb-13ea2dca9cf0 req-78fe3e05-0759-4898-a468-f24c9382e932 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (d4a71b7c-b829-4818-a730-8eda807ebe70), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:21.961837 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d540dd9f-86a0-45c0-af67-c15320775bef req-4c12a2d1-d1d9-4e0f-98b3-399b14321654 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:21.963328 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-d540dd9f-86a0-45c0-af67-c15320775bef req-4c12a2d1-d1d9-4e0f-98b3-399b14321654 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=cc122a7e-fe3b-4bb6-abb6-96e6a199d8e3 HTTP/1.1" status: 200 len: 946 time: 0.0761201 Jun 03 15:32:21.970075 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.plugin [req-35e40db3-510e-4fed-9ddb-13ea2dca9cf0 req-78fe3e05-0759-4898-a468-f24c9382e932 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Calling delete_port for d4a71b7c-b829-4818-a730-8eda807ebe70 owned by compute:nova {{(pid=103919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:32:22.038754 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec4652c-2594-46a8-ad61-b7aea187710e req-c0efb78b-ab40-4579-822b-b607e8ad1bc4 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:22.040232 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-cec4652c-2594-46a8-ad61-b7aea187710e req-c0efb78b-ab40-4579-822b-b607e8ad1bc4 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=697213d5-1b86-415b-bba2-8c09be059aae HTTP/1.1" status: 200 len: 945 time: 0.0480702 Jun 03 15:32:22.050051 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 55112) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:32:22.054723 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-0ccd67be-2fd1-4fe4-9324-26d0f751b739 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Request body: {'floatingip': {'port_id': '017c3110-af95-4653-ab4b-2de2cf82c63b'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:32:22.065804 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-d540dd9f-86a0-45c0-af67-c15320775bef req-89f58be8-e09a-4695-bfb6-3c25c3e621ae tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/security-groups?id=3be81915-cbbb-452a-94ee-a9f7004ff806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935144 Jun 03 15:32:22.096153 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0ccd67be-2fd1-4fe4-9324-26d0f751b739 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks [] for floatingip (e6193753-c444-490a-a4d5-e24d81e89795), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:22.140998 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-35e40db3-510e-4fed-9ddb-13ea2dca9cf0 req-78fe3e05-0759-4898-a468-f24c9382e932 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4807792'] for port (d4a71b7c-b829-4818-a730-8eda807ebe70), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:22.149140 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:22.172816 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fe3e05-0759-4898-a468-f24c9382e932 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Pushing event deleted for resources: {'Port': ['ID=d4a71b7c-b829-4818-a730-8eda807ebe70,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:22.219162 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [req-35e40db3-510e-4fed-9ddb-13ea2dca9cf0 req-78fe3e05-0759-4898-a468-f24c9382e932 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] No DVR routers for this DVR port d4a71b7c-b829-4818-a730-8eda807ebe70 on host hv-cinder-83124 {{(pid=103919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 15:32:22.221826 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-35e40db3-510e-4fed-9ddb-13ea2dca9cf0 req-78fe3e05-0759-4898-a468-f24c9382e932 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for port (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:22.225064 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-35e40db3-510e-4fed-9ddb-13ea2dca9cf0 req-78fe3e05-0759-4898-a468-f24c9382e932 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.95 "DELETE /v2.0/ports/d4a71b7c-b829-4818-a730-8eda807ebe70 HTTP/1.1" status: 204 len: 173 time: 0.4957490 Jun 03 15:32:22.225496 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc122a7e-fe3b-4bb6-abb6-96e6a199d8e3', 'name': 'network-vif-deleted', 'tag': 'd4a71b7c-b829-4818-a730-8eda807ebe70'}] {{(pid=103919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:32:22.227844 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb6718ce3f0a4af57ef91ee7142c10b6234fd65cffdc95d0a08216ae9169e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df9dd1e-a1bf-45c1-bffc-8b77d14810a2" -d '{"events": [{"server_uuid": "cc122a7e-fe3b-4bb6-abb6-96e6a199d8e3", "name": "network-vif-deleted", "tag": "d4a71b7c-b829-4818-a730-8eda807ebe70"}]}' {{(pid=103919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:32:22.256873 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-5db60755-cfa2-46a2-9b07-4738ee98350f req-ec8c7da1-f226-4729-83b6-c776d7b4c141 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b04e40b4-2410-4984-b7d1-f08887d6d894 HTTP/1.1" status: 200 len: 1000 time: 0.1006405 Jun 03 15:32:22.265687 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 15:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9920c90b-5c76-45c2-812b-5f8fdfcc67a1 x-openstack-request-id: req-9920c90b-5c76-45c2-812b-5f8fdfcc67a1 {{(pid=103919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:32:22.266048 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc122a7e-fe3b-4bb6-abb6-96e6a199d8e3", "name": "network-vif-deleted", "tag": "d4a71b7c-b829-4818-a730-8eda807ebe70", "status": "completed", "code": 200}]} {{(pid=103919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:32:22.266367 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-9920c90b-5c76-45c2-812b-5f8fdfcc67a1 {{(pid=103919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:32:22.266883 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9920c90b-5c76-45c2-812b-5f8fdfcc67a1'] response: {'server_uuid': 'cc122a7e-fe3b-4bb6-abb6-96e6a199d8e3', 'name': 'network-vif-deleted', 'tag': 'd4a71b7c-b829-4818-a730-8eda807ebe70', 'status': 'completed', 'code': 200} Jun 03 15:32:22.384633 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db60755-cfa2-46a2-9b07-4738ee98350f req-3135eb1b-25ff-4403-bbac-9f0e1ebafcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:22.386082 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-5db60755-cfa2-46a2-9b07-4738ee98350f req-3135eb1b-25ff-4403-bbac-9f0e1ebafcb3 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1e60cea5-d2fd-43f7-aff8-25b5abe402c7 HTTP/1.1" status: 200 len: 854 time: 0.1231649 Jun 03 15:32:22.551537 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d998e56-9e9b-49bd-8e47-86430f3ffbf8 req-26c8b08e-d6bc-47f4-bf99-d4a4b9cbcf49 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:22.553314 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-3d998e56-9e9b-49bd-8e47-86430f3ffbf8 req-26c8b08e-d6bc-47f4-bf99-d4a4b9cbcf49 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=0b12e6d4-7911-4c08-a28d-aadf2beda784 HTTP/1.1" status: 200 len: 945 time: 0.0677722 Jun 03 15:32:22.612691 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-3d998e56-9e9b-49bd-8e47-86430f3ffbf8 req-dbd81e65-a9f7-48d3-a489-f70f92896f0a tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/security-groups?id=b88df937-e402-4cfa-971f-d0284891327a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536094 Jun 03 15:32:22.648087 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0ccd67be-2fd1-4fe4-9324-26d0f751b739 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:22.652975 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0ccd67be-2fd1-4fe4-9324-26d0f751b739 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763103'] for floatingip (e6193753-c444-490a-a4d5-e24d81e89795), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:23.052524 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:23.066313 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1168373d-08c4-401e-81e7-cdbe29d021e6 req-5593fe35-96b7-48ed-9ae5-c4d28c3843c1 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:23.067810 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-1168373d-08c4-401e-81e7-cdbe29d021e6 req-5593fe35-96b7-48ed-9ae5-c4d28c3843c1 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 946 time: 0.3421400 Jun 03 15:32:23.068710 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db60755-cfa2-46a2-9b07-4738ee98350f req-e6060f75-a518-4816-83ec-14f04f1ebdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:23.070016 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-5db60755-cfa2-46a2-9b07-4738ee98350f req-e6060f75-a518-4816-83ec-14f04f1ebdad service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=68719859-5880-402e-b442-370597e1ce2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0829437 Jun 03 15:32:23.075699 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:23.108066 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.db.l3_db [None req-0ccd67be-2fd1-4fe4-9324-26d0f751b739 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Floating IP e6193753-c444-490a-a4d5-e24d81e89795 associated. External IP: 172.27.3.145, port: 017c3110-af95-4653-ab4b-2de2cf82c63b. Jun 03 15:32:23.179524 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-45bccff9-4d73-4cab-b420-81ea70912e6d req-e51e591e-5f49-4662-95b8-c2665210b699 tempest-ServerRescueNegativeTestJSON-2095995501 tempest-ServerRescueNegativeTestJSON-2095995501-project] 10.222.0.93 "GET /v2.0/ports?device_id=cc122a7e-fe3b-4bb6-abb6-96e6a199d8e3 HTTP/1.1" status: 200 len: 210 time: 0.0298867 Jun 03 15:32:23.241677 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-1168373d-08c4-401e-81e7-cdbe29d021e6 req-1eecc9dd-0805-4aee-aa6d-802ef42a0dab tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=45dd2ee8-9c49-4cc0-8a1e-dc499d869f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665812 Jun 03 15:32:23.307429 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-5db60755-cfa2-46a2-9b07-4738ee98350f req-ee54e90d-2f53-4acb-8697-f0451e375e7c service neutron] 10.222.0.95 "GET /v2.0/networks/68719859-5880-402e-b442-370597e1ce2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212308 Jun 03 15:32:23.404147 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ccd67be-2fd1-4fe4-9324-26d0f751b739 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Router 7c1789ab-eeef-43a0-9b0e-0854ddeaef18 has already been hosted by L3 agent af3cb756-c261-4349-9f96-3650fb8ddf57 {{(pid=103920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 15:32:23.506794 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ccd67be-2fd1-4fe4-9324-26d0f751b739 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Notify agent at l3_agent.dv-cinder-831247-16-iscsi the message routers_updated {{(pid=103920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 15:32:23.511593 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0ccd67be-2fd1-4fe4-9324-26d0f751b739 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for floatingip (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:23.517126 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697fe152-4c21-4a65-af07-8cfca3970a1e None None] Sync routers for ids ['7c1789ab-eeef-43a0-9b0e-0854ddeaef18'] in dv-cinder-831247-16-iscsi {{(pid=103921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:32:23.528418 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697fe152-4c21-4a65-af07-8cfca3970a1e None None] Routers {'7c1789ab-eeef-43a0-9b0e-0854ddeaef18'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:32:23.529022 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-697fe152-4c21-4a65-af07-8cfca3970a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:31:54Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['7c1789ab-eeef-43a0-9b0e-0854ddeaef18'], 'active': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:23.542650 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-0ccd67be-2fd1-4fe4-9324-26d0f751b739 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "PUT /v2.0/floatingips/e6193753-c444-490a-a4d5-e24d81e89795 HTTP/1.1" status: 200 len: 991 time: 1.4914758 Jun 03 15:32:23.543227 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '697213d5-1b86-415b-bba2-8c09be059aae', 'tag': '017c3110-af95-4653-ab4b-2de2cf82c63b'}] {{(pid=103920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:32:23.545501 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fde6ca1c4b3e174e639905c0d93b14e8a3905e0af4b9b9445456920c81b8107" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89dee192-a918-42f1-adbf-a2ad8da83bc0" -d '{"events": [{"name": "network-changed", "server_uuid": "697213d5-1b86-415b-bba2-8c09be059aae", "tag": "017c3110-af95-4653-ab4b-2de2cf82c63b"}]}' {{(pid=103920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:32:23.635982 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 15:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3592f5e5-e304-4b1f-a057-4958ba869b05 x-openstack-request-id: req-3592f5e5-e304-4b1f-a057-4958ba869b05 {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:32:23.636522 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "697213d5-1b86-415b-bba2-8c09be059aae", "tag": "017c3110-af95-4653-ab4b-2de2cf82c63b", "status": "completed", "code": 200}]} {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:32:23.637445 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3592f5e5-e304-4b1f-a057-4958ba869b05 {{(pid=103920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:32:23.637445 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3592f5e5-e304-4b1f-a057-4958ba869b05'] response: {'name': 'network-changed', 'server_uuid': '697213d5-1b86-415b-bba2-8c09be059aae', 'tag': '017c3110-af95-4653-ab4b-2de2cf82c63b', 'status': 'completed', 'code': 200} Jun 03 15:32:23.640359 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvr_db [None req-697fe152-4c21-4a65-af07-8cfca3970a1e None None] Set router 7c1789ab-eeef-43a0-9b0e-0854ddeaef18 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:32:23.709465 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:23.776004 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dee192-a918-42f1-adbf-a2ad8da83bc0 req-832e5589-8418-4724-a6aa-a5f57cb3aaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:23.781661 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-89dee192-a918-42f1-adbf-a2ad8da83bc0 req-832e5589-8418-4724-a6aa-a5f57cb3aaa1 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=16edd3f309d54728882acc6d23f8861e&device_id=697213d5-1b86-415b-bba2-8c09be059aae HTTP/1.1" status: 200 len: 1129 time: 0.0793340 Jun 03 15:32:23.825052 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f1fd5-a266-40fc-aa64-85c6d901a0fb req-11adfa2e-b591-4a8e-95b5-b52427bde022 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:23.831509 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b3389fa9-c28a-4404-a2d4-78103f02b29a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (af3cb756-c261-4349-9f96-3650fb8ddf57), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:23.832784 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-008f1fd5-a266-40fc-aa64-85c6d901a0fb req-11adfa2e-b591-4a8e-95b5-b52427bde022 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=0b12e6d4-7911-4c08-a28d-aadf2beda784 HTTP/1.1" status: 200 len: 945 time: 0.0962753 Jun 03 15:32:23.888576 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-5db60755-cfa2-46a2-9b07-4738ee98350f req-b5fdbebd-4bd8-42e6-b6f6-5792eb640139 service neutron] 10.222.0.95 "GET /v2.0/networks/68719859-5880-402e-b442-370597e1ce2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251699 Jun 03 15:32:23.892700 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dee192-a918-42f1-adbf-a2ad8da83bc0 req-54dd48f9-9aa1-4f8a-a6a8-77b6352d5349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:23.894427 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-89dee192-a918-42f1-adbf-a2ad8da83bc0 req-54dd48f9-9aa1-4f8a-a6a8-77b6352d5349 service neutron] 10.222.0.95 "GET /v2.0/networks?id=fc85e51d-f7a3-45da-ad6c-8c73a576aa2c HTTP/1.1" status: 200 len: 912 time: 0.1080012 Jun 03 15:32:23.903657 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-697fe152-4c21-4a65-af07-8cfca3970a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1789ab-eeef-43a0-9b0e-0854ddeaef18', 'name': 'tempest-AttachVolumeTestJSON-1120574531-router', 'tenant_id': '16edd3f309d54728882acc6d23f8861e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:32Z', 'updated_at': '2022-06-03T15:26:38Z', 'revision_number': 4, 'project_id': '16edd3f309d54728882acc6d23f8861e', 'gw_port': {'id': '9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1789ab-eeef-43a0-9b0e-0854ddeaef18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:33Z', 'updated_at': '2022-06-03T15:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_floatingips': [{'id': 'e6193753-c444-490a-a4d5-e24d81e89795', 'tenant_id': '16edd3f309d54728882acc6d23f8861e', 'floating_ip_address': '172.27.3.145', 'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'router_id': '7c1789ab-eeef-43a0-9b0e-0854ddeaef18', 'port_id': '017c3110-af95-4653-ab4b-2de2cf82c63b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc85e51d-f7a3-45da-ad6c-8c73a576aa2c', 'mac_address': 'fa:16:3e:03:79:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697213d5-1b86-415b-bba2-8c09be059aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:31:59Z', 'updated_at': '2022-06-03T15:32:22Z', 'revision_number': 1, 'project_id': '16edd3f309d54728882acc6d23f8861e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90a91ba5-d409-43c9-94b8-3392b0b5f54d', 'name': '', 'network_id': 'fc85e51d-f7a3-45da-ad6c-8c73a576aa2c', 'tenant_id': '16edd3f309d54728882acc6d23f8861e', 'mac_address': 'fa:16:3e:4b:f5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1789ab-eeef-43a0-9b0e-0854ddeaef18', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '774a6a80-1cd7-4bc8-a1d0-ccd75afe6883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:35Z', 'updated_at': '2022-06-03T15:26:51Z', 'revision_number': 5, 'project_id': '16edd3f309d54728882acc6d23f8861e', 'subnets': [{'id': '774a6a80-1cd7-4bc8-a1d0-ccd75afe6883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:23.905800 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-008f1fd5-a266-40fc-aa64-85c6d901a0fb req-b5171423-fcea-4e3d-ac6a-59be1130e5da tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/security-groups?id=b88df937-e402-4cfa-971f-d0284891327a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720403 Jun 03 15:32:23.932261 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697fe152-4c21-4a65-af07-8cfca3970a1e None None] Checking router: 7c1789ab-eeef-43a0-9b0e-0854ddeaef18 for host: dv-cinder-831247-16-iscsi {{(pid=103921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:32:23.941534 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697fe152-4c21-4a65-af07-8cfca3970a1e None None] Routers {'7c1789ab-eeef-43a0-9b0e-0854ddeaef18'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:32:23.942257 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-697fe152-4c21-4a65-af07-8cfca3970a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:32:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['7c1789ab-eeef-43a0-9b0e-0854ddeaef18'], 'active': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:23.964213 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-89dee192-a918-42f1-adbf-a2ad8da83bc0 req-e0119605-5782-4952-9f69-b51d7beb85a0 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=017c3110-af95-4653-ab4b-2de2cf82c63b HTTP/1.1" status: 200 len: 999 time: 0.0627198 Jun 03 15:32:24.046070 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dee192-a918-42f1-adbf-a2ad8da83bc0 req-b2ff289e-36c0-4f95-9c25-e5325fe2bac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:24.047556 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-89dee192-a918-42f1-adbf-a2ad8da83bc0 req-b2ff289e-36c0-4f95-9c25-e5325fe2bac5 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=774a6a80-1cd7-4bc8-a1d0-ccd75afe6883 HTTP/1.1" status: 200 len: 850 time: 0.0775137 Jun 03 15:32:24.047736 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvr_db [None req-697fe152-4c21-4a65-af07-8cfca3970a1e None None] Set router 7c1789ab-eeef-43a0-9b0e-0854ddeaef18 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:32:24.058347 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a61547e-70b6-4577-9f60-f43b60b8dca2 req-57247062-95b6-4b42-9e7c-309c584ff327 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:24.059840 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-6a61547e-70b6-4577-9f60-f43b60b8dca2 req-57247062-95b6-4b42-9e7c-309c584ff327 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=0b12e6d4-7911-4c08-a28d-aadf2beda784 HTTP/1.1" status: 200 len: 945 time: 0.0641024 Jun 03 15:32:24.117762 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dee192-a918-42f1-adbf-a2ad8da83bc0 req-407894f2-83e9-4cea-99a3-6bff0cc0c5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:24.119165 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-89dee192-a918-42f1-adbf-a2ad8da83bc0 req-407894f2-83e9-4cea-99a3-6bff0cc0c5d4 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=fc85e51d-f7a3-45da-ad6c-8c73a576aa2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0585141 Jun 03 15:32:24.160160 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-6a61547e-70b6-4577-9f60-f43b60b8dca2 req-383be097-807f-4d9d-9445-6679a232525c tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/security-groups?id=b88df937-e402-4cfa-971f-d0284891327a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916531 Jun 03 15:32:24.160854 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:24.162200 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device d4a71b7c-b829-4818-a730-8eda807ebe70 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 15:32:24.184629 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 55132) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:32:24.228803 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] No Port match for: d4a71b7c-b829-4818-a730-8eda807ebe70 {{(pid=103921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 15:32:24.229152 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device d4a71b7c-b829-4818-a730-8eda807ebe70 not bound to the agent host hv-cinder-83124 {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 15:32:24.233942 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-89dee192-a918-42f1-adbf-a2ad8da83bc0 req-718663b3-485b-43fc-97d3-d7404bbd9230 service neutron] 10.222.0.95 "GET /v2.0/networks/fc85e51d-f7a3-45da-ad6c-8c73a576aa2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041508 Jun 03 15:32:24.277027 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 55140) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:32:24.298278 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7c8073-6099-48aa-bdfe-b0e12b6d7e2b tempest-TestVolumeBootPattern-1768813725 tempest-TestVolumeBootPattern-1768813725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:24.300110 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-2d7c8073-6099-48aa-bdfe-b0e12b6d7e2b tempest-TestVolumeBootPattern-1768813725 tempest-TestVolumeBootPattern-1768813725-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=0b12e6d4-7911-4c08-a28d-aadf2beda784 HTTP/1.1" status: 200 len: 1124 time: 0.1143634 Jun 03 15:32:24.303538 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 55144) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:32:24.310003 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-f1e5a2eb-56f5-437c-9a8c-6d816a5981d7 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Request body: {'floatingip': {'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'port_id': '7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:32:24.332823 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-697fe152-4c21-4a65-af07-8cfca3970a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1789ab-eeef-43a0-9b0e-0854ddeaef18', 'name': 'tempest-AttachVolumeTestJSON-1120574531-router', 'tenant_id': '16edd3f309d54728882acc6d23f8861e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:32Z', 'updated_at': '2022-06-03T15:26:38Z', 'revision_number': 4, 'project_id': '16edd3f309d54728882acc6d23f8861e', 'gw_port': {'id': '9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1789ab-eeef-43a0-9b0e-0854ddeaef18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:33Z', 'updated_at': '2022-06-03T15:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_floatingips': [{'id': 'e6193753-c444-490a-a4d5-e24d81e89795', 'tenant_id': '16edd3f309d54728882acc6d23f8861e', 'floating_ip_address': '172.27.3.145', 'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'router_id': '7c1789ab-eeef-43a0-9b0e-0854ddeaef18', 'port_id': '017c3110-af95-4653-ab4b-2de2cf82c63b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc85e51d-f7a3-45da-ad6c-8c73a576aa2c', 'mac_address': 'fa:16:3e:03:79:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697213d5-1b86-415b-bba2-8c09be059aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:31:59Z', 'updated_at': '2022-06-03T15:32:22Z', 'revision_number': 1, 'project_id': '16edd3f309d54728882acc6d23f8861e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90a91ba5-d409-43c9-94b8-3392b0b5f54d', 'name': '', 'network_id': 'fc85e51d-f7a3-45da-ad6c-8c73a576aa2c', 'tenant_id': '16edd3f309d54728882acc6d23f8861e', 'mac_address': 'fa:16:3e:4b:f5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1789ab-eeef-43a0-9b0e-0854ddeaef18', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '774a6a80-1cd7-4bc8-a1d0-ccd75afe6883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:35Z', 'updated_at': '2022-06-03T15:26:51Z', 'revision_number': 5, 'project_id': '16edd3f309d54728882acc6d23f8861e', 'subnets': [{'id': '774a6a80-1cd7-4bc8-a1d0-ccd75afe6883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:24.341515 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f1e5a2eb-56f5-437c-9a8c-6d816a5981d7 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:24.352101 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-89dee192-a918-42f1-adbf-a2ad8da83bc0 req-ae4a8587-3176-46c1-b08c-2ddc8a658c7d service neutron] 10.222.0.95 "GET /v2.0/networks/fc85e51d-f7a3-45da-ad6c-8c73a576aa2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114733 Jun 03 15:32:24.362645 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697fe152-4c21-4a65-af07-8cfca3970a1e None None] The sync data for ids ['7c1789ab-eeef-43a0-9b0e-0854ddeaef18'] in dv-cinder-831247-16-iscsi is: [{'id': '7c1789ab-eeef-43a0-9b0e-0854ddeaef18', 'name': 'tempest-AttachVolumeTestJSON-1120574531-router', 'tenant_id': '16edd3f309d54728882acc6d23f8861e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:32Z', 'updated_at': '2022-06-03T15:26:38Z', 'revision_number': 4, 'project_id': '16edd3f309d54728882acc6d23f8861e', 'gw_port': {'id': '9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1789ab-eeef-43a0-9b0e-0854ddeaef18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:33Z', 'updated_at': '2022-06-03T15:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_floatingips': [{'id': 'e6193753-c444-490a-a4d5-e24d81e89795', 'tenant_id': '16edd3f309d54728882acc6d23f8861e', 'floating_ip_address': '172.27.3.145', 'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'router_id': '7c1789ab-eeef-43a0-9b0e-0854ddeaef18', 'port_id': '017c3110-af95-4653-ab4b-2de2cf82c63b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc85e51d-f7a3-45da-ad6c-8c73a576aa2c', 'mac_address': 'fa:16:3e:03:79:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697213d5-1b86-415b-bba2-8c09be059aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:31:59Z', 'updated_at': '2022-06-03T15:32:22Z', 'revision_number': 1, 'project_id': '16edd3f309d54728882acc6d23f8861e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90a91ba5-d409-43c9-94b8-3392b0b5f54d', 'name': '', 'network_id': 'fc85e51d-f7a3-45da-ad6c-8c73a576aa2c', 'tenant_id': '16edd3f309d54728882acc6d23f8861e', 'mac_address': 'fa:16:3e:4b:f5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1789ab-eeef-43a0-9b0e-0854ddeaef18', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '774a6a80-1cd7-4bc8-a1d0-ccd75afe6883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:35Z', 'updated_at': '2022-06-03T15:26:51Z', 'revision_number': 5, 'project_id': '16edd3f309d54728882acc6d23f8861e', 'subnets': [{'id': '774a6a80-1cd7-4bc8-a1d0-ccd75afe6883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:32:24.433638 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc81ef-acea-422f-86e9-5b284c4b765b req-836306d4-018b-40f1-854a-780226a47eff tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:24.435203 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-29bc81ef-acea-422f-86e9-5b284c4b765b req-836306d4-018b-40f1-854a-780226a47eff tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 946 time: 0.0635800 Jun 03 15:32:24.455241 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f1e5a2eb-56f5-437c-9a8c-6d816a5981d7 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:24.495576 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-29bc81ef-acea-422f-86e9-5b284c4b765b req-eead48ec-982a-412c-9915-ab8c3ddc4d69 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=45dd2ee8-9c49-4cc0-8a1e-dc499d869f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541692 Jun 03 15:32:24.505210 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=100 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:24.589775 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:24.611826 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7582c33-ca6a-4771-a0fc-89bd6046e8c0 None None] New status for floating IP e6193753-c444-490a-a4d5-e24d81e89795: ACTIVE {{(pid=103922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 15:32:24.719105 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_common [None req-f1e5a2eb-56f5-437c-9a8c-6d816a5981d7 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Allocated IP 172.27.3.117 (2ebb747a-15cb-4ff0-831b-eddaba7ea913/396ae3db-97af-42d7-bc28-96050c96ba42/9b7b5faf-93ac-48ee-b7da-6db365bacc71) {{(pid=103920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:32:24.882573 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f1e5a2eb-56f5-437c-9a8c-6d816a5981d7 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks [] for port (9b7b5faf-93ac-48ee-b7da-6db365bacc71), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:24.977516 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-8b22f71a-fe07-40f8-8414-a43decd92dd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-761311'] for router_interface (7990f22a-b9de-423f-91c5-302389780223), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:24.979354 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f1e5a2eb-56f5-437c-9a8c-6d816a5981d7 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5848811'] for port (9b7b5faf-93ac-48ee-b7da-6db365bacc71), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:25.078092 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e5a2eb-56f5-437c-9a8c-6d816a5981d7 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Network 2ebb747a-15cb-4ff0-831b-eddaba7ea913 is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:32:25.087147 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-f1e5a2eb-56f5-437c-9a8c-6d816a5981d7 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:32:25.094911 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e5a2eb-56f5-437c-9a8c-6d816a5981d7 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Received port after_create {{(pid=103920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:32:25.120165 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e5a2eb-56f5-437c-9a8c-6d816a5981d7 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Pushing event updated for resources: {'Port': ['ID=9b7b5faf-93ac-48ee-b7da-6db365bacc71,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:25.223349 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:25.302910 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:25.409261 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-8b22f71a-fe07-40f8-8414-a43decd92dd6 admin admin] Deleting port 1e3cc790-b0f4-4e67-8c57-11658a1ae445 {{(pid=103920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:32:25.409592 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-8b22f71a-fe07-40f8-8414-a43decd92dd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (1e3cc790-b0f4-4e67-8c57-11658a1ae445), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:25.523152 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ea450706-6f9d-4600-9901-8a13358e87c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (c1b56563-1529-491f-97b0-bd0331fef87b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:25.849353 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.agents_db [None req-a949b1cf-d0d8-4748-9c84-4164e96bf99f None None] Agent healthcheck: found 6 active agents {{(pid=103922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 15:32:25.869441 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [None req-8b22f71a-fe07-40f8-8414-a43decd92dd6 admin admin] For port 1e3cc790-b0f4-4e67-8c57-11658a1ae445, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=1e3cc790-b0f4-4e67-8c57-11658a1ae445,segment=NetworkSegment(344823fa-4139-4c58-8284-6d371313181e),segment_id=344823fa-4139-4c58-8284-6d371313181e)] {{(pid=103920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:32:25.869802 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-8b22f71a-fe07-40f8-8414-a43decd92dd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (1e3cc790-b0f4-4e67-8c57-11658a1ae445), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:25.914979 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-8b22f71a-fe07-40f8-8414-a43decd92dd6 admin admin] Calling delete_port for 1e3cc790-b0f4-4e67-8c57-11658a1ae445 owned by network:router_interface {{(pid=103920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:32:25.930310 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac3626-408e-46fa-aec0-d53736b89184 req-c66db906-0326-486a-b33e-cc93f03c2a59 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:25.931799 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-aaac3626-408e-46fa-aec0-d53736b89184 req-c66db906-0326-486a-b33e-cc93f03c2a59 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 946 time: 0.0835052 Jun 03 15:32:25.987290 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f1e5a2eb-56f5-437c-9a8c-6d816a5981d7 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks [] for floatingip (c033f6fd-7052-44f9-bc12-b63de91aa79f), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:26.065852 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-aaac3626-408e-46fa-aec0-d53736b89184 req-c949c3c9-71f8-4435-b374-29135ff373cc tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=45dd2ee8-9c49-4cc0-8a1e-dc499d869f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263490 Jun 03 15:32:26.136135 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f1e5a2eb-56f5-437c-9a8c-6d816a5981d7 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (9b7b5faf-93ac-48ee-b7da-6db365bacc71), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:26.200693 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:26.315838 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-8b22f71a-fe07-40f8-8414-a43decd92dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5848811'] for port (1e3cc790-b0f4-4e67-8c57-11658a1ae445), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:26.352773 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b22f71a-fe07-40f8-8414-a43decd92dd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e3cc790-b0f4-4e67-8c57-11658a1ae445,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:26.384228 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:26.526349 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f1e5a2eb-56f5-437c-9a8c-6d816a5981d7 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks [] for port (9b7b5faf-93ac-48ee-b7da-6db365bacc71), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:26.534594 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f1e5a2eb-56f5-437c-9a8c-6d816a5981d7 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5848786'] for port (9b7b5faf-93ac-48ee-b7da-6db365bacc71), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:26.547907 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0007325d-49bd-45ba-86c8-d0efad7af70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (e76c2f28-d1d2-478d-a24e-96dcb24ae502), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:26.618965 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e5a2eb-56f5-437c-9a8c-6d816a5981d7 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Pushing event updated for resources: {'Port': ['ID=9b7b5faf-93ac-48ee-b7da-6db365bacc71,revision_number=2']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:26.637063 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-8b22f71a-fe07-40f8-8414-a43decd92dd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765714'] for router_interface (7990f22a-b9de-423f-91c5-302389780223), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:26.646365 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f1e5a2eb-56f5-437c-9a8c-6d816a5981d7 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763103'] for floatingip (c033f6fd-7052-44f9-bc12-b63de91aa79f), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:26.816851 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.db.l3_db [None req-f1e5a2eb-56f5-437c-9a8c-6d816a5981d7 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Floating IP c033f6fd-7052-44f9-bc12-b63de91aa79f associated. External IP: 172.27.3.117, port: 7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c. Jun 03 15:32:26.961268 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:27.062404 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b22f71a-fe07-40f8-8414-a43decd92dd6 admin admin] Router 7990f22a-b9de-423f-91c5-302389780223 has already been hosted by L3 agent af3cb756-c261-4349-9f96-3650fb8ddf57 {{(pid=103920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 15:32:27.179798 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e5a2eb-56f5-437c-9a8c-6d816a5981d7 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Router 45476b8a-23ce-41e3-a736-f2299dcd1bf9 has already been hosted by L3 agent af3cb756-c261-4349-9f96-3650fb8ddf57 {{(pid=103920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 15:32:27.205335 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7b0fc-dbcf-4dab-922e-27347720cdc8 req-be5c11c8-9091-4a12-8023-a9ac58a53832 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:27.206945 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-6bd7b0fc-dbcf-4dab-922e-27347720cdc8 req-be5c11c8-9091-4a12-8023-a9ac58a53832 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 946 time: 0.0688503 Jun 03 15:32:27.240810 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b22f71a-fe07-40f8-8414-a43decd92dd6 admin admin] Notify agent at l3_agent.dv-cinder-831247-16-iscsi the message routers_updated {{(pid=103920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 15:32:27.250048 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b444eacd-13d3-4054-984c-7cc8f683bbc4 None None] Sync routers for ids ['7990f22a-b9de-423f-91c5-302389780223'] in dv-cinder-831247-16-iscsi {{(pid=103921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:32:27.255970 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:27.256927 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-6bd7b0fc-dbcf-4dab-922e-27347720cdc8 req-e1c02412-43d7-44d4-b085-1321de02fd30 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=45dd2ee8-9c49-4cc0-8a1e-dc499d869f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433881 Jun 03 15:32:27.272309 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b444eacd-13d3-4054-984c-7cc8f683bbc4 None None] Routers {'7990f22a-b9de-423f-91c5-302389780223'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:32:27.272504 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-8b22f71a-fe07-40f8-8414-a43decd92dd6 admin admin] 10.222.0.93 "PUT /v2.0/routers/7990f22a-b9de-423f-91c5-302389780223/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9936600 Jun 03 15:32:27.273258 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-b444eacd-13d3-4054-984c-7cc8f683bbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:32:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['7990f22a-b9de-423f-91c5-302389780223'], 'active': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:27.274972 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 55152) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:32:27.288233 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=100 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:27.381221 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvr_db [None req-b444eacd-13d3-4054-984c-7cc8f683bbc4 None None] Set router 7990f22a-b9de-423f-91c5-302389780223 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:32:27.389964 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e5a2eb-56f5-437c-9a8c-6d816a5981d7 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Notify agent at l3_agent.dv-cinder-831247-16-iscsi the message routers_updated {{(pid=103920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 15:32:27.402089 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afe7026-99d7-4cba-b255-7a7875daf92a None None] Sync routers for ids ['45476b8a-23ce-41e3-a736-f2299dcd1bf9'] in dv-cinder-831247-16-iscsi {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:32:27.408179 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-bf06e7aa-01d1-4af5-ae1d-9542df4c79f5 admin admin] Publish callbacks [] for router (7990f22a-b9de-423f-91c5-302389780223), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:27.417917 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afe7026-99d7-4cba-b255-7a7875daf92a None None] Routers {'45476b8a-23ce-41e3-a736-f2299dcd1bf9'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:32:27.418918 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-4afe7026-99d7-4cba-b255-7a7875daf92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:32:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['45476b8a-23ce-41e3-a736-f2299dcd1bf9'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:27.445044 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-f1e5a2eb-56f5-437c-9a8c-6d816a5981d7 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for floatingip (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:27.518851 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-f1e5a2eb-56f5-437c-9a8c-6d816a5981d7 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2141325 Jun 03 15:32:27.520994 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b12e6d4-7911-4c08-a28d-aadf2beda784', 'tag': '7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c'}] {{(pid=103920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:32:27.523381 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fde6ca1c4b3e174e639905c0d93b14e8a3905e0af4b9b9445456920c81b8107" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438afbdb-fd5e-41c3-a1d4-12f72477cff5" -d '{"events": [{"name": "network-changed", "server_uuid": "0b12e6d4-7911-4c08-a28d-aadf2beda784", "tag": "7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c"}]}' {{(pid=103920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:32:27.556014 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-bf06e7aa-01d1-4af5-ae1d-9542df4c79f5 admin admin] Publish callbacks [] for router_gateway (7990f22a-b9de-423f-91c5-302389780223), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:27.605085 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 15:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce85fb72-27ba-4798-9888-645801bac433 x-openstack-request-id: req-ce85fb72-27ba-4798-9888-645801bac433 {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:32:27.605446 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b12e6d4-7911-4c08-a28d-aadf2beda784", "tag": "7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c", "status": "completed", "code": 200}]} {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:32:27.605804 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ce85fb72-27ba-4798-9888-645801bac433 {{(pid=103920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:32:27.606262 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce85fb72-27ba-4798-9888-645801bac433'] response: {'name': 'network-changed', 'server_uuid': '0b12e6d4-7911-4c08-a28d-aadf2beda784', 'tag': '7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c', 'status': 'completed', 'code': 200} Jun 03 15:32:27.622638 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-bf06e7aa-01d1-4af5-ae1d-9542df4c79f5 admin admin] Deleting port 026ed3e7-e9af-46dc-8303-b93c473e613d {{(pid=103920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:32:27.623761 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-bf06e7aa-01d1-4af5-ae1d-9542df4c79f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (026ed3e7-e9af-46dc-8303-b93c473e613d), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:27.636613 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-4afe7026-99d7-4cba-b255-7a7875daf92a None None] Set router 45476b8a-23ce-41e3-a736-f2299dcd1bf9 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:32:27.673989 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438afbdb-fd5e-41c3-a1d4-12f72477cff5 req-03bc8c20-18c8-4550-894d-86d0488124b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:27.675956 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-438afbdb-fd5e-41c3-a1d4-12f72477cff5 req-03bc8c20-18c8-4550-894d-86d0488124b8 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=141bd2be69f243aa926f28b96eb6f0d5&device_id=0b12e6d4-7911-4c08-a28d-aadf2beda784 HTTP/1.1" status: 200 len: 1129 time: 0.0422540 Jun 03 15:32:27.719503 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [None req-bf06e7aa-01d1-4af5-ae1d-9542df4c79f5 admin admin] For port 026ed3e7-e9af-46dc-8303-b93c473e613d, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=026ed3e7-e9af-46dc-8303-b93c473e613d,segment=NetworkSegment(fb1f6c29-8e9a-43bb-852a-39936675ceea),segment_id=fb1f6c29-8e9a-43bb-852a-39936675ceea)] {{(pid=103920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:32:27.719873 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-bf06e7aa-01d1-4af5-ae1d-9542df4c79f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (026ed3e7-e9af-46dc-8303-b93c473e613d), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:27.739459 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-bf06e7aa-01d1-4af5-ae1d-9542df4c79f5 admin admin] Calling delete_port for 026ed3e7-e9af-46dc-8303-b93c473e613d owned by network:router_gateway {{(pid=103920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:32:27.759152 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-b444eacd-13d3-4054-984c-7cc8f683bbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7990f22a-b9de-423f-91c5-302389780223', 'name': 'tempest-ServerRescueNegativeTestJSON-682452530-router', 'tenant_id': 'a402ec1153624838be07cda58279f2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '026ed3e7-e9af-46dc-8303-b93c473e613d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:39Z', 'updated_at': '2022-06-03T15:32:26Z', 'revision_number': 5, 'project_id': 'a402ec1153624838be07cda58279f2a4', 'gw_port': {'id': '026ed3e7-e9af-46dc-8303-b93c473e613d', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:82:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7990f22a-b9de-423f-91c5-302389780223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:40Z', 'updated_at': '2022-06-03T15:27:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi'}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:27.781777 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438afbdb-fd5e-41c3-a1d4-12f72477cff5 req-52cf5635-42e2-4505-b711-7698a31799e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:27.783298 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-438afbdb-fd5e-41c3-a1d4-12f72477cff5 req-52cf5635-42e2-4505-b711-7698a31799e8 service neutron] 10.222.0.95 "GET /v2.0/networks?id=2d580292-795d-4fee-87ce-011961d3c846 HTTP/1.1" status: 200 len: 913 time: 0.1002712 Jun 03 15:32:27.791771 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b444eacd-13d3-4054-984c-7cc8f683bbc4 None None] Checking router: 7990f22a-b9de-423f-91c5-302389780223 for host: dv-cinder-831247-16-iscsi {{(pid=103921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:32:27.805145 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b444eacd-13d3-4054-984c-7cc8f683bbc4 None None] Routers {'7990f22a-b9de-423f-91c5-302389780223'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:32:27.805950 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-b444eacd-13d3-4054-984c-7cc8f683bbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:32:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['7990f22a-b9de-423f-91c5-302389780223'], 'active': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:27.861239 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=100 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:27.865538 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-438afbdb-fd5e-41c3-a1d4-12f72477cff5 req-22899200-043a-4e02-8326-19b1054a8a5f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c HTTP/1.1" status: 200 len: 999 time: 0.0700278 Jun 03 15:32:27.871937 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:27.902700 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-4afe7026-99d7-4cba-b255-7a7875daf92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'name': 'tempest-TestVolumeBootPattern-1236245195-router', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '47a7f593-cbc6-4a09-8a1f-000c5b9a6915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:31:27Z', 'updated_at': '2022-06-03T15:31:30Z', 'revision_number': 4, 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'gw_port': {'id': '47a7f593-cbc6-4a09-8a1f-000c5b9a6915', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:82:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:28Z', 'updated_at': '2022-06-03T15:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_floatingips': [{'id': 'c033f6fd-7052-44f9-bc12-b63de91aa79f', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'floating_ip_address': '172.27.3.117', 'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'router_id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'port_id': '7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d580292-795d-4fee-87ce-011961d3c846', 'mac_address': 'fa:16:3e:51:ba:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b12e6d4-7911-4c08-a28d-aadf2beda784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:32:25Z', 'updated_at': '2022-06-03T15:32:25Z', 'revision_number': 0, 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daaec318-73c9-48b6-af88-6c7723f3ee1e', 'name': '', 'network_id': '2d580292-795d-4fee-87ce-011961d3c846', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'mac_address': 'fa:16:3e:eb:98:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '070f5c1f-f3d7-449a-a6e3-c5340374af16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:29Z', 'updated_at': '2022-06-03T15:31:35Z', 'revision_number': 5, 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'subnets': [{'id': '070f5c1f-f3d7-449a-a6e3-c5340374af16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:27.929644 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afe7026-99d7-4cba-b255-7a7875daf92a None None] Checking router: 45476b8a-23ce-41e3-a736-f2299dcd1bf9 for host: dv-cinder-831247-16-iscsi {{(pid=103922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:32:27.931251 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvr_db [None req-b444eacd-13d3-4054-984c-7cc8f683bbc4 None None] Set router 7990f22a-b9de-423f-91c5-302389780223 gateway port host: None {{(pid=103921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:32:27.936088 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=100 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:27.939602 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438afbdb-fd5e-41c3-a1d4-12f72477cff5 req-68cb1830-6394-4df0-b91a-f4cedc3586e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:27.941673 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-438afbdb-fd5e-41c3-a1d4-12f72477cff5 req-68cb1830-6394-4df0-b91a-f4cedc3586e7 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=070f5c1f-f3d7-449a-a6e3-c5340374af16 HTTP/1.1" status: 200 len: 851 time: 0.0687261 Jun 03 15:32:27.942573 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afe7026-99d7-4cba-b255-7a7875daf92a None None] Routers {'45476b8a-23ce-41e3-a736-f2299dcd1bf9'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:32:27.943335 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-4afe7026-99d7-4cba-b255-7a7875daf92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:32:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['45476b8a-23ce-41e3-a736-f2299dcd1bf9'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:27.975282 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-bf06e7aa-01d1-4af5-ae1d-9542df4c79f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5848811'] for port (026ed3e7-e9af-46dc-8303-b93c473e613d), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:27.987690 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-b444eacd-13d3-4054-984c-7cc8f683bbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7990f22a-b9de-423f-91c5-302389780223', 'name': 'tempest-ServerRescueNegativeTestJSON-682452530-router', 'tenant_id': 'a402ec1153624838be07cda58279f2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:39Z', 'updated_at': '2022-06-03T15:32:27Z', 'revision_number': 6, 'project_id': 'a402ec1153624838be07cda58279f2a4', 'gw_port_host': None}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:27.996315 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438afbdb-fd5e-41c3-a1d4-12f72477cff5 req-de953a39-41ff-4e6e-a0c4-644807fb37ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:27.998420 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-438afbdb-fd5e-41c3-a1d4-12f72477cff5 req-de953a39-41ff-4e6e-a0c4-644807fb37ac service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2d580292-795d-4fee-87ce-011961d3c846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0490248 Jun 03 15:32:28.014770 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b444eacd-13d3-4054-984c-7cc8f683bbc4 None None] The sync data for ids ['7990f22a-b9de-423f-91c5-302389780223'] in dv-cinder-831247-16-iscsi is: [{'id': '7990f22a-b9de-423f-91c5-302389780223', 'name': 'tempest-ServerRescueNegativeTestJSON-682452530-router', 'tenant_id': 'a402ec1153624838be07cda58279f2a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:39Z', 'updated_at': '2022-06-03T15:32:27Z', 'revision_number': 6, 'project_id': 'a402ec1153624838be07cda58279f2a4', 'gw_port_host': None}] {{(pid=103921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:32:28.087988 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-4afe7026-99d7-4cba-b255-7a7875daf92a None None] Set router 45476b8a-23ce-41e3-a736-f2299dcd1bf9 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:32:28.113478 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-438afbdb-fd5e-41c3-a1d4-12f72477cff5 req-788fe724-9123-4ac7-b21c-8303b42b560b service neutron] 10.222.0.95 "GET /v2.0/networks/2d580292-795d-4fee-87ce-011961d3c846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081250 Jun 03 15:32:28.220319 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-438afbdb-fd5e-41c3-a1d4-12f72477cff5 req-254b6db8-5bfe-457a-bd8c-62a2e3311594 service neutron] 10.222.0.95 "GET /v2.0/networks/2d580292-795d-4fee-87ce-011961d3c846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963058 Jun 03 15:32:28.252259 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (b78338d6-31c9-4f43-bfac-5a5a854a8366), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:28.271566 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf06e7aa-01d1-4af5-ae1d-9542df4c79f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=026ed3e7-e9af-46dc-8303-b93c473e613d,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:28.317789 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:28.321150 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-4afe7026-99d7-4cba-b255-7a7875daf92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'name': 'tempest-TestVolumeBootPattern-1236245195-router', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '47a7f593-cbc6-4a09-8a1f-000c5b9a6915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:31:27Z', 'updated_at': '2022-06-03T15:31:30Z', 'revision_number': 4, 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'gw_port': {'id': '47a7f593-cbc6-4a09-8a1f-000c5b9a6915', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:82:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:28Z', 'updated_at': '2022-06-03T15:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_floatingips': [{'id': 'c033f6fd-7052-44f9-bc12-b63de91aa79f', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'floating_ip_address': '172.27.3.117', 'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'router_id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'port_id': '7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d580292-795d-4fee-87ce-011961d3c846', 'mac_address': 'fa:16:3e:51:ba:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b12e6d4-7911-4c08-a28d-aadf2beda784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:32:25Z', 'updated_at': '2022-06-03T15:32:25Z', 'revision_number': 0, 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daaec318-73c9-48b6-af88-6c7723f3ee1e', 'name': '', 'network_id': '2d580292-795d-4fee-87ce-011961d3c846', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'mac_address': 'fa:16:3e:eb:98:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '070f5c1f-f3d7-449a-a6e3-c5340374af16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:29Z', 'updated_at': '2022-06-03T15:31:35Z', 'revision_number': 5, 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'subnets': [{'id': '070f5c1f-f3d7-449a-a6e3-c5340374af16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:28.342866 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-bf06e7aa-01d1-4af5-ae1d-9542df4c79f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-763410'] for router_gateway (7990f22a-b9de-423f-91c5-302389780223), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:28.349851 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afe7026-99d7-4cba-b255-7a7875daf92a None None] The sync data for ids ['45476b8a-23ce-41e3-a736-f2299dcd1bf9'] in dv-cinder-831247-16-iscsi is: [{'id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'name': 'tempest-TestVolumeBootPattern-1236245195-router', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '47a7f593-cbc6-4a09-8a1f-000c5b9a6915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:31:27Z', 'updated_at': '2022-06-03T15:31:30Z', 'revision_number': 4, 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'gw_port': {'id': '47a7f593-cbc6-4a09-8a1f-000c5b9a6915', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:82:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:28Z', 'updated_at': '2022-06-03T15:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_floatingips': [{'id': 'c033f6fd-7052-44f9-bc12-b63de91aa79f', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'floating_ip_address': '172.27.3.117', 'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'router_id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'port_id': '7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d580292-795d-4fee-87ce-011961d3c846', 'mac_address': 'fa:16:3e:51:ba:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b12e6d4-7911-4c08-a28d-aadf2beda784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:32:25Z', 'updated_at': '2022-06-03T15:32:25Z', 'revision_number': 0, 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daaec318-73c9-48b6-af88-6c7723f3ee1e', 'name': '', 'network_id': '2d580292-795d-4fee-87ce-011961d3c846', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'mac_address': 'fa:16:3e:eb:98:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '070f5c1f-f3d7-449a-a6e3-c5340374af16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:29Z', 'updated_at': '2022-06-03T15:31:35Z', 'revision_number': 5, 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'subnets': [{'id': '070f5c1f-f3d7-449a-a6e3-c5340374af16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:32:28.406849 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f17b1f-26a7-4d52-ba8b-e1a07c3e421a req-00ce05c4-fcdb-4b1e-8a97-46af2dcd2288 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:28.408532 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-29f17b1f-26a7-4d52-ba8b-e1a07c3e421a req-00ce05c4-fcdb-4b1e-8a97-46af2dcd2288 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 946 time: 0.0611706 Jun 03 15:32:28.439937 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-bf06e7aa-01d1-4af5-ae1d-9542df4c79f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-758203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8029'] for router (7990f22a-b9de-423f-91c5-302389780223), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:28.442212 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-bf06e7aa-01d1-4af5-ae1d-9542df4c79f5 admin admin] Publish callbacks [] for router_controller (7990f22a-b9de-423f-91c5-302389780223), precommit_delete_associations {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:28.469389 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-29f17b1f-26a7-4d52-ba8b-e1a07c3e421a req-f95e0314-d13c-4c68-82c8-248fb963916f tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=45dd2ee8-9c49-4cc0-8a1e-dc499d869f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550961 Jun 03 15:32:28.505710 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-bf06e7aa-01d1-4af5-ae1d-9542df4c79f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-758146'] for router (7990f22a-b9de-423f-91c5-302389780223), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:28.506492 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf06e7aa-01d1-4af5-ae1d-9542df4c79f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7990f22a-b9de-423f-91c5-302389780223 {{(pid=103920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 03 15:32:28.512807 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-bf06e7aa-01d1-4af5-ae1d-9542df4c79f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:28.517153 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 55160) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:32:28.523099 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-bf06e7aa-01d1-4af5-ae1d-9542df4c79f5 admin admin] 10.222.0.93 "DELETE /v2.0/routers/7990f22a-b9de-423f-91c5-302389780223 HTTP/1.1" status: 204 len: 168 time: 1.2471466 Jun 03 15:32:28.574329 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.db_base_plugin_v2 [None req-44484306-f532-4102-a4af-7a97cf6bd7f5 admin admin] Deleting subnet 5cb0f2a7-ee25-46e9-8c4b-18478610484d {{(pid=103919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 03 15:32:28.577911 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-44484306-f532-4102-a4af-7a97cf6bd7f5 admin admin] Publish callbacks [] for subnet (5cb0f2a7-ee25-46e9-8c4b-18478610484d), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:28.621412 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84902757-08ef-4fb2-82fd-f20764b2d699 None None] New status for floating IP c033f6fd-7052-44f9-bc12-b63de91aa79f: ACTIVE {{(pid=103921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 15:32:28.865750 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-44484306-f532-4102-a4af-7a97cf6bd7f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4652770'] for subnet (5cb0f2a7-ee25-46e9-8c4b-18478610484d), precommit_delete_associations {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:28.945659 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-44484306-f532-4102-a4af-7a97cf6bd7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1655370'] for subnet (5cb0f2a7-ee25-46e9-8c4b-18478610484d), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:28.999297 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-44484306-f532-4102-a4af-7a97cf6bd7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1655361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4807683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4495087'] for subnet (5cb0f2a7-ee25-46e9-8c4b-18478610484d), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:29.024442 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44484306-f532-4102-a4af-7a97cf6bd7f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cb0f2a7-ee25-46e9-8c4b-18478610484d,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:29.028727 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-44484306-f532-4102-a4af-7a97cf6bd7f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:29.038830 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-44484306-f532-4102-a4af-7a97cf6bd7f5 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/5cb0f2a7-ee25-46e9-8c4b-18478610484d HTTP/1.1" status: 204 len: 168 time: 0.5135217 Jun 03 15:32:29.039042 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f396d5b9-697e-4389-b68c-c7ef9019f85b None None] Network ba66765f-7c24-4296-be5e-4c2a803ccabf requested from dv-cinder-831247-16-iscsi {{(pid=103921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 15:32:29.039508 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 55162) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:32:29.039508 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44484306-f532-4102-a4af-7a97cf6bd7f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:29.039508 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44484306-f532-4102-a4af-7a97cf6bd7f5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:29.039508 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44484306-f532-4102-a4af-7a97cf6bd7f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:29.039508 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44484306-f532-4102-a4af-7a97cf6bd7f5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:29.039508 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44484306-f532-4102-a4af-7a97cf6bd7f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:29.039508 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44484306-f532-4102-a4af-7a97cf6bd7f5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:29.039508 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44484306-f532-4102-a4af-7a97cf6bd7f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:29.039508 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44484306-f532-4102-a4af-7a97cf6bd7f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:29.040259 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44484306-f532-4102-a4af-7a97cf6bd7f5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:29.040259 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44484306-f532-4102-a4af-7a97cf6bd7f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:29.040429 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44484306-f532-4102-a4af-7a97cf6bd7f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:29.040729 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44484306-f532-4102-a4af-7a97cf6bd7f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:29.040933 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44484306-f532-4102-a4af-7a97cf6bd7f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:29.041244 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44484306-f532-4102-a4af-7a97cf6bd7f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:29.041556 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44484306-f532-4102-a4af-7a97cf6bd7f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:29.111171 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-cbdbd195-bca2-407b-b900-8ba3e5b979d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1730890'] for network (ba66765f-7c24-4296-be5e-4c2a803ccabf), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:29.158839 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.plugin [None req-cbdbd195-bca2-407b-b900-8ba3e5b979d4 admin admin] Deleting port ae523491-2d81-4806-8897-8eabbf238513 {{(pid=103919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:32:29.159113 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-cbdbd195-bca2-407b-b900-8ba3e5b979d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (ae523491-2d81-4806-8897-8eabbf238513), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:29.192289 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2da81e-3cdf-426a-9532-730969b9d108 None None] DHCP port deletion for ba66765f-7c24-4296-be5e-4c2a803ccabf request from dv-cinder-831247-16-iscsi {{(pid=103921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 03 15:32:29.222497 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [None req-cbdbd195-bca2-407b-b900-8ba3e5b979d4 admin admin] For port ae523491-2d81-4806-8897-8eabbf238513, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=ae523491-2d81-4806-8897-8eabbf238513,segment=NetworkSegment(344823fa-4139-4c58-8284-6d371313181e),segment_id=344823fa-4139-4c58-8284-6d371313181e)] {{(pid=103919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:32:29.223131 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-cbdbd195-bca2-407b-b900-8ba3e5b979d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (ae523491-2d81-4806-8897-8eabbf238513), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:29.231681 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-eb2da81e-3cdf-426a-9532-730969b9d108 None None] Deleting port ae523491-2d81-4806-8897-8eabbf238513 {{(pid=103921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:32:29.232042 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-eb2da81e-3cdf-426a-9532-730969b9d108 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (ae523491-2d81-4806-8897-8eabbf238513), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:29.236967 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.plugin [None req-cbdbd195-bca2-407b-b900-8ba3e5b979d4 admin admin] Calling delete_port for ae523491-2d81-4806-8897-8eabbf238513 owned by network:dhcp {{(pid=103919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:32:29.286415 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:29.295671 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-eb2da81e-3cdf-426a-9532-730969b9d108 None None] For port ae523491-2d81-4806-8897-8eabbf238513, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=ae523491-2d81-4806-8897-8eabbf238513,segment=NetworkSegment(344823fa-4139-4c58-8284-6d371313181e),segment_id=344823fa-4139-4c58-8284-6d371313181e)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:32:29.296025 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-eb2da81e-3cdf-426a-9532-730969b9d108 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (ae523491-2d81-4806-8897-8eabbf238513), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:29.301088 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:29.309374 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-eb2da81e-3cdf-426a-9532-730969b9d108 None None] Calling delete_port for ae523491-2d81-4806-8897-8eabbf238513 owned by network:dhcp {{(pid=103921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:32:29.326326 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-cbdbd195-bca2-407b-b900-8ba3e5b979d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4807792'] for port (ae523491-2d81-4806-8897-8eabbf238513), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:29.352232 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdbd195-bca2-407b-b900-8ba3e5b979d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae523491-2d81-4806-8897-8eabbf238513,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:29.356695 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdbd195-bca2-407b-b900-8ba3e5b979d4 admin admin] No DVR routers for this DVR port ae523491-2d81-4806-8897-8eabbf238513 on host dv-cinder-831247-16-iscsi {{(pid=103919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 15:32:29.380410 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:29.385699 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-eb2da81e-3cdf-426a-9532-730969b9d108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569'] for port (ae523491-2d81-4806-8897-8eabbf238513), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:29.412343 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2da81e-3cdf-426a-9532-730969b9d108 None None] Pushing event deleted for resources: {'Port': ['ID=ae523491-2d81-4806-8897-8eabbf238513,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:29.422617 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2da81e-3cdf-426a-9532-730969b9d108 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:29.422961 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2da81e-3cdf-426a-9532-730969b9d108 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:29.423293 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2da81e-3cdf-426a-9532-730969b9d108 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:29.423621 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2da81e-3cdf-426a-9532-730969b9d108 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:29.423947 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2da81e-3cdf-426a-9532-730969b9d108 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:29.424436 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2da81e-3cdf-426a-9532-730969b9d108 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:29.424584 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2da81e-3cdf-426a-9532-730969b9d108 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:29.424900 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2da81e-3cdf-426a-9532-730969b9d108 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:29.425215 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2da81e-3cdf-426a-9532-730969b9d108 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:29.425530 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2da81e-3cdf-426a-9532-730969b9d108 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:29.425850 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2da81e-3cdf-426a-9532-730969b9d108 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:29.426166 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2da81e-3cdf-426a-9532-730969b9d108 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:29.426479 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2da81e-3cdf-426a-9532-730969b9d108 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:29.426814 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2da81e-3cdf-426a-9532-730969b9d108 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:29.427124 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2da81e-3cdf-426a-9532-730969b9d108 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:29.429852 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2da81e-3cdf-426a-9532-730969b9d108 None None] No DVR routers for this DVR port ae523491-2d81-4806-8897-8eabbf238513 on host dv-cinder-831247-16-iscsi {{(pid=103921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 15:32:29.430694 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-cbdbd195-bca2-407b-b900-8ba3e5b979d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1656049', 'neutron.services.segments.db._delete_segments_for_network-8736362815142'] for network (ba66765f-7c24-4296-be5e-4c2a803ccabf), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:29.452726 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.services.segments.db [None req-cbdbd195-bca2-407b-b900-8ba3e5b979d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba66765f-7c24-4296-be5e-4c2a803ccabf']}} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:29.462192 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.services.segments.db [None req-cbdbd195-bca2-407b-b900-8ba3e5b979d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '344823fa-4139-4c58-8284-6d371313181e') {'for_net_delete': True} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:29.462488 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.services.segments.db [None req-cbdbd195-bca2-407b-b900-8ba3e5b979d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '344823fa-4139-4c58-8284-6d371313181e') {} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:32:29.472764 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-cbdbd195-bca2-407b-b900-8ba3e5b979d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362818991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4652757'] for segment (344823fa-4139-4c58-8284-6d371313181e), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:29.486588 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-cbdbd195-bca2-407b-b900-8ba3e5b979d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659633'] for segment (344823fa-4139-4c58-8284-6d371313181e), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:29.493087 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbdbd195-bca2-407b-b900-8ba3e5b979d4 admin admin] Releasing vlan 866 on physical network physnet1 to pool {{(pid=103919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:32:29.493468 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-cbdbd195-bca2-407b-b900-8ba3e5b979d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4809377'] for segment (344823fa-4139-4c58-8284-6d371313181e), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:29.543750 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.services.segments.plugin [-] Segment 344823fa-4139-4c58-8284-6d371313181e resource provider aggregate not found Jun 03 15:32:29.569001 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.services.segments.plugin [-] Segment 344823fa-4139-4c58-8284-6d371313181e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 344823fa-4139-4c58-8284-6d371313181e found for delete ", "request_id": "req-eb9ddbc7-a66d-425a-a86f-a912df208d15"}]} Jun 03 15:32:29.573523 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-cbdbd195-bca2-407b-b900-8ba3e5b979d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1656008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-763130'] for network (ba66765f-7c24-4296-be5e-4c2a803ccabf), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:29.579935 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-cbdbd195-bca2-407b-b900-8ba3e5b979d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for network (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:29.582971 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-cbdbd195-bca2-407b-b900-8ba3e5b979d4 admin admin] 10.222.0.93 "DELETE /v2.0/networks/ba66765f-7c24-4296-be5e-4c2a803ccabf HTTP/1.1" status: 204 len: 168 time: 0.5384297 Jun 03 15:32:29.583907 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:29.594816 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdbd195-bca2-407b-b900-8ba3e5b979d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba66765f-7c24-4296-be5e-4c2a803ccabf,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:29.600069 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e884ba-c127-46f9-80f7-594eb4bb3ddf req-6de50042-786a-40ba-93f1-330f136cb7e1 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:29.602604 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-e0e884ba-c127-46f9-80f7-594eb4bb3ddf req-6de50042-786a-40ba-93f1-330f136cb7e1 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 946 time: 0.0523963 Jun 03 15:32:29.652969 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-e0e884ba-c127-46f9-80f7-594eb4bb3ddf req-27e3f6db-4cb5-4a1f-9e4e-16a73ca04327 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=45dd2ee8-9c49-4cc0-8a1e-dc499d869f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453932 Jun 03 15:32:29.718653 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 55172) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:32:29.759511 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-eb7dac4a-0eba-4efc-a9eb-7d8345b9add7 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a402ec1153624838be07cda58279f2a4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0397222 Jun 03 15:32:29.761913 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 55174) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:32:29.812568 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-e7304c41-1c5b-41f4-9e3e-3740a4e6e241 admin admin] Publish callbacks [] for security_group (3be81915-cbbb-452a-94ee-a9f7004ff806), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:29.834828 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-e7304c41-1c5b-41f4-9e3e-3740a4e6e241 admin admin] Publish callbacks [] for security_group (3be81915-cbbb-452a-94ee-a9f7004ff806), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:29.878044 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device 1e3cc790-b0f4-4e67-8c57-11658a1ae445 no longer exists at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 15:32:29.887809 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-e7304c41-1c5b-41f4-9e3e-3740a4e6e241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (3be81915-cbbb-452a-94ee-a9f7004ff806), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:29.891433 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-e7304c41-1c5b-41f4-9e3e-3740a4e6e241 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:29.892552 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-e7304c41-1c5b-41f4-9e3e-3740a4e6e241 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/3be81915-cbbb-452a-94ee-a9f7004ff806 HTTP/1.1" status: 204 len: 168 time: 0.1297767 Jun 03 15:32:29.899009 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] No Port match for: 1e3cc790-b0f4-4e67-8c57-11658a1ae445 {{(pid=103921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 15:32:29.899349 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device 1e3cc790-b0f4-4e67-8c57-11658a1ae445 not bound to the agent host dv-cinder-831247-16-iscsi {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 15:32:29.899933 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device 026ed3e7-e9af-46dc-8303-b93c473e613d no longer exists at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 15:32:29.900358 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7304c41-1c5b-41f4-9e3e-3740a4e6e241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be81915-cbbb-452a-94ee-a9f7004ff806,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:29.923341 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] No Port match for: 026ed3e7-e9af-46dc-8303-b93c473e613d {{(pid=103921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 15:32:29.923678 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device 026ed3e7-e9af-46dc-8303-b93c473e613d not bound to the agent host dv-cinder-831247-16-iscsi {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 15:32:29.924078 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device ae523491-2d81-4806-8897-8eabbf238513 no longer exists at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 15:32:29.946058 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] No Port match for: ae523491-2d81-4806-8897-8eabbf238513 {{(pid=103921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 15:32:29.946391 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device ae523491-2d81-4806-8897-8eabbf238513 not bound to the agent host dv-cinder-831247-16-iscsi {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 15:32:30.779388 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d35528c-95cc-41d7-ae43-c50892c7e24e req-6bcec613-6736-4897-a982-8aac46dbcb37 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:30.781420 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-2d35528c-95cc-41d7-ae43-c50892c7e24e req-6bcec613-6736-4897-a982-8aac46dbcb37 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 946 time: 0.0510097 Jun 03 15:32:30.833768 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-2d35528c-95cc-41d7-ae43-c50892c7e24e req-8e8b4103-f1a7-488c-a701-df5f2d37971a tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=45dd2ee8-9c49-4cc0-8a1e-dc499d869f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463724 Jun 03 15:32:31.960457 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc69ee9-87af-4325-8e78-95ae1b33fc08 req-71aa09d9-6ed7-46c4-a61f-927021270e30 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:31.962256 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-3fc69ee9-87af-4325-8e78-95ae1b33fc08 req-71aa09d9-6ed7-46c4-a61f-927021270e30 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 946 time: 0.0518806 Jun 03 15:32:32.013235 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-3fc69ee9-87af-4325-8e78-95ae1b33fc08 req-5a6c9e75-d843-4818-8273-35c13bfb1529 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=45dd2ee8-9c49-4cc0-8a1e-dc499d869f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448554 Jun 03 15:32:33.132492 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fec77d-5403-4227-9c59-ba47b912f55b req-4c9cfe1f-980b-4c37-8fa8-e7205738b9e0 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:33.133989 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-d0fec77d-5403-4227-9c59-ba47b912f55b req-4c9cfe1f-980b-4c37-8fa8-e7205738b9e0 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 946 time: 0.0477090 Jun 03 15:32:33.185889 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-d0fec77d-5403-4227-9c59-ba47b912f55b req-d23ce7f8-574e-445d-ba6a-36c978905e66 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=45dd2ee8-9c49-4cc0-8a1e-dc499d869f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447605 Jun 03 15:32:34.191314 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device 009f1a65-b949-4493-a4fc-88ecafb96c71 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 15:32:34.206571 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:34.294254 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port 009f1a65-b949-4493-a4fc-88ecafb96c71, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=009f1a65-b949-4493-a4fc-88ecafb96c71,segment=NetworkSegment(612086bd-4a15-467e-af18-82334699cb77),segment_id=612086bd-4a15-467e-af18-82334699cb77)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:32:34.307126 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Returning: {'device': '009f1a65-b949-4493-a4fc-88ecafb96c71', 'network_id': '6297c62b-cf60-4797-8fdd-d236a362ff82', 'port_id': '009f1a65-b949-4493-a4fc-88ecafb96c71', 'mac_address': 'fa:16:3e:fe:37:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 861, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f60f46ef-d4d3-474d-b0dd-61750c5ae20f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 15:32:34.315699 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570b165-5840-47c0-ab93-77608fbca86c req-2720cd72-3472-459f-8d78-c7be53dae82b tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:34.317204 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-6570b165-5840-47c0-ab93-77608fbca86c req-2720cd72-3472-459f-8d78-c7be53dae82b tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 946 time: 0.0510440 Jun 03 15:32:34.342321 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Current status of the port 009f1a65-b949-4493-a4fc-88ecafb96c71 is: ACTIVE; New status is: BUILD {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:32:34.342776 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (009f1a65-b949-4493-a4fc-88ecafb96c71), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:34.355664 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 009f1a65-b949-4493-a4fc-88ecafb96c71 {{(pid=103921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:32:34.365110 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-6570b165-5840-47c0-ab93-77608fbca86c req-d4d59ceb-d72a-4621-8bc5-4ca9be8ef1bf tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=45dd2ee8-9c49-4cc0-8a1e-dc499d869f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423770 Jun 03 15:32:34.379268 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port 009f1a65-b949-4493-a4fc-88ecafb96c71, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=009f1a65-b949-4493-a4fc-88ecafb96c71,segment=NetworkSegment(612086bd-4a15-467e-af18-82334699cb77),segment_id=612086bd-4a15-467e-af18-82334699cb77)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:32:34.384907 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (009f1a65-b949-4493-a4fc-88ecafb96c71), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:34.430222 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Pushing event updated for resources: {'Port': ['ID=009f1a65-b949-4493-a4fc-88ecafb96c71,revision_number=6']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:34.557479 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] get_ports_and_sgs() called for port_ids ['009f1a65-b949-4493-a4fc-88ecafb96c71'] {{(pid=103921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 15:32:34.904789 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 55300) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:32:35.020931 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-3be0cc8d-3b61-4f5f-84a0-13e4e79aa11d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:35.103436 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-3be0cc8d-3b61-4f5f-84a0-13e4e79aa11d admin admin] Publish callbacks [] for security_group (62404cd0-59ae-4976-9c00-bfeb10a9dfdd), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:35.108295 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-3be0cc8d-3b61-4f5f-84a0-13e4e79aa11d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (62404cd0-59ae-4976-9c00-bfeb10a9dfdd), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:35.150088 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-3be0cc8d-3b61-4f5f-84a0-13e4e79aa11d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=87500b5c68f54daeb650300bc8d485e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2440829 Jun 03 15:32:35.152189 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be0cc8d-3b61-4f5f-84a0-13e4e79aa11d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62404cd0-59ae-4976-9c00-bfeb10a9dfdd,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:35.152965 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 55314) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:32:35.224244 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7defe6ad-f9d0-43eb-9c32-70c4a64b880a admin admin] Publish callbacks [] for security_group (62404cd0-59ae-4976-9c00-bfeb10a9dfdd), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:35.248828 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7defe6ad-f9d0-43eb-9c32-70c4a64b880a admin admin] Publish callbacks [] for security_group (62404cd0-59ae-4976-9c00-bfeb10a9dfdd), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:35.307248 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7defe6ad-f9d0-43eb-9c32-70c4a64b880a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (62404cd0-59ae-4976-9c00-bfeb10a9dfdd), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:35.310762 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7defe6ad-f9d0-43eb-9c32-70c4a64b880a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:35.311933 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-7defe6ad-f9d0-43eb-9c32-70c4a64b880a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/62404cd0-59ae-4976-9c00-bfeb10a9dfdd HTTP/1.1" status: 204 len: 168 time: 0.1579146 Jun 03 15:32:35.323016 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7defe6ad-f9d0-43eb-9c32-70c4a64b880a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62404cd0-59ae-4976-9c00-bfeb10a9dfdd,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:35.479654 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:35.496504 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e32c20-c430-4b2a-ab6b-7a5dcaef1adb req-261917a7-d03b-4f58-b074-bbeda00e8d5e tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:35.504759 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b5e32c20-c430-4b2a-ab6b-7a5dcaef1adb req-261917a7-d03b-4f58-b074-bbeda00e8d5e tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 945 time: 0.0594740 Jun 03 15:32:35.550073 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:35.581135 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b5e32c20-c430-4b2a-ab6b-7a5dcaef1adb req-5cbbe11f-6ce8-4bdf-9fef-64bbf230e11c tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=45dd2ee8-9c49-4cc0-8a1e-dc499d869f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752389 Jun 03 15:32:35.774495 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 55326) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:32:35.789743 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-cb8f84a8-70f0-4828-92a8-040acfb461fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:35.900426 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-cb8f84a8-70f0-4828-92a8-040acfb461fb admin admin] Publish callbacks [] for security_group (1e7db4b8-edc2-44df-809f-a00a15270f97), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:35.905106 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-cb8f84a8-70f0-4828-92a8-040acfb461fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (1e7db4b8-edc2-44df-809f-a00a15270f97), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:35.950173 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-cb8f84a8-70f0-4828-92a8-040acfb461fb admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=78101a62bbb1443c8b36470a57ce9d10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1740706 Jun 03 15:32:35.950477 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 55330) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:32:35.951172 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f84a8-70f0-4828-92a8-040acfb461fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7db4b8-edc2-44df-809f-a00a15270f97,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:36.024907 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-b2405452-e8ff-44b6-a13e-280d248ce091 admin admin] Publish callbacks [] for security_group (1e7db4b8-edc2-44df-809f-a00a15270f97), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:36.054944 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-b2405452-e8ff-44b6-a13e-280d248ce091 admin admin] Publish callbacks [] for security_group (1e7db4b8-edc2-44df-809f-a00a15270f97), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:36.115620 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-b2405452-e8ff-44b6-a13e-280d248ce091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (1e7db4b8-edc2-44df-809f-a00a15270f97), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:36.120892 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-b2405452-e8ff-44b6-a13e-280d248ce091 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:36.122220 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-b2405452-e8ff-44b6-a13e-280d248ce091 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/1e7db4b8-edc2-44df-809f-a00a15270f97 HTTP/1.1" status: 204 len: 168 time: 0.1695895 Jun 03 15:32:36.131288 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2405452-e8ff-44b6-a13e-280d248ce091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7db4b8-edc2-44df-809f-a00a15270f97,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:36.208685 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device 009f1a65-b949-4493-a4fc-88ecafb96c71 up at agent hyperv_hv-cinder-83124 {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:32:36.265450 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Provisioning complete for port 009f1a65-b949-4493-a4fc-88ecafb96c71 triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:32:36.265834 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (009f1a65-b949-4493-a4fc-88ecafb96c71), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:36.362563 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Current status of the port 009f1a65-b949-4493-a4fc-88ecafb96c71 is: BUILD; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:32:36.362958 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (009f1a65-b949-4493-a4fc-88ecafb96c71), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:36.392141 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43beed7e-5952-4cc8-89ea-8c819ceb44de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009f1a65-b949-4493-a4fc-88ecafb96c71'}] {{(pid=103921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:32:36.394496 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a0ad6594b2f649df373dfcb19de0225617b45f42ff1455deb142f027ba5606a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd88f74-4ea3-4b73-999f-979afda8bf7a" -d '{"events": [{"server_uuid": "43beed7e-5952-4cc8-89ea-8c819ceb44de", "name": "network-vif-plugged", "status": "completed", "tag": "009f1a65-b949-4493-a4fc-88ecafb96c71"}]}' {{(pid=103921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:32:36.409496 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port 009f1a65-b949-4493-a4fc-88ecafb96c71, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=009f1a65-b949-4493-a4fc-88ecafb96c71,segment=NetworkSegment(612086bd-4a15-467e-af18-82334699cb77),segment_id=612086bd-4a15-467e-af18-82334699cb77)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:32:36.415711 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (009f1a65-b949-4493-a4fc-88ecafb96c71), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:36.472263 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 15:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4caac8d-5248-48e7-be11-7a0ca1f8b1ec x-openstack-request-id: req-b4caac8d-5248-48e7-be11-7a0ca1f8b1ec {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:32:36.472736 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43beed7e-5952-4cc8-89ea-8c819ceb44de", "name": "network-vif-plugged", "status": "completed", "tag": "009f1a65-b949-4493-a4fc-88ecafb96c71", "code": 200}]} {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:32:36.473165 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b4caac8d-5248-48e7-be11-7a0ca1f8b1ec {{(pid=103921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:32:36.473725 dv-cinder-831247-16-iscsi neutron-server[103921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4caac8d-5248-48e7-be11-7a0ca1f8b1ec'] response: {'server_uuid': '43beed7e-5952-4cc8-89ea-8c819ceb44de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009f1a65-b949-4493-a4fc-88ecafb96c71', 'code': 200} Jun 03 15:32:36.478367 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Pushing event updated for resources: {'Port': ['ID=009f1a65-b949-4493-a4fc-88ecafb96c71,revision_number=7']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:36.581078 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 55338) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:32:36.587429 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:DELETE=6,neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:36.597839 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-e74ba4d3-914e-4f19-95dc-126181b5c1e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:36.729289 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-e74ba4d3-914e-4f19-95dc-126181b5c1e3 admin admin] Publish callbacks [] for security_group (90c00a13-daeb-4331-9cf1-8176f15cfe6f), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:36.733303 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe684ff7-83ce-46d7-8e37-fdb872d29dd4 req-d1457dcf-c138-4165-a071-b40a5b46069d tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:36.734961 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-e74ba4d3-914e-4f19-95dc-126181b5c1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (90c00a13-daeb-4331-9cf1-8176f15cfe6f), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:36.747959 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-fe684ff7-83ce-46d7-8e37-fdb872d29dd4 req-d1457dcf-c138-4165-a071-b40a5b46069d tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 946 time: 0.0709958 Jun 03 15:32:36.791251 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-e74ba4d3-914e-4f19-95dc-126181b5c1e3 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=3218a96a94084f1888d62d5c9eaf2815&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2091146 Jun 03 15:32:36.792371 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ba4d3-914e-4f19-95dc-126181b5c1e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c00a13-daeb-4331-9cf1-8176f15cfe6f,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:36.794611 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 55344) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:32:36.807326 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ba4d3-914e-4f19-95dc-126181b5c1e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:36.807937 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ba4d3-914e-4f19-95dc-126181b5c1e3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:36.808312 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ba4d3-914e-4f19-95dc-126181b5c1e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:36.808709 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ba4d3-914e-4f19-95dc-126181b5c1e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:36.809106 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ba4d3-914e-4f19-95dc-126181b5c1e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:36.809499 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ba4d3-914e-4f19-95dc-126181b5c1e3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:36.809942 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ba4d3-914e-4f19-95dc-126181b5c1e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:36.810360 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ba4d3-914e-4f19-95dc-126181b5c1e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:36.810785 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ba4d3-914e-4f19-95dc-126181b5c1e3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:36.811171 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ba4d3-914e-4f19-95dc-126181b5c1e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:36.811573 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ba4d3-914e-4f19-95dc-126181b5c1e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:36.811958 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ba4d3-914e-4f19-95dc-126181b5c1e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:36.812344 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ba4d3-914e-4f19-95dc-126181b5c1e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:36.812729 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ba4d3-914e-4f19-95dc-126181b5c1e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:36.813110 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ba4d3-914e-4f19-95dc-126181b5c1e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:32:36.817894 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-fe684ff7-83ce-46d7-8e37-fdb872d29dd4 req-e9404c6c-105f-40f5-ace8-910ff5899561 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=45dd2ee8-9c49-4cc0-8a1e-dc499d869f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593975 Jun 03 15:32:36.881582 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a71cc108-64bc-4485-896d-f38aec38270b admin admin] Publish callbacks [] for security_group (90c00a13-daeb-4331-9cf1-8176f15cfe6f), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:36.884205 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (5d40428d-d668-464b-bcee-3124e1355b3b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:36.887033 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:36.914408 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a71cc108-64bc-4485-896d-f38aec38270b admin admin] Publish callbacks [] for security_group (90c00a13-daeb-4331-9cf1-8176f15cfe6f), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:36.977552 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a71cc108-64bc-4485-896d-f38aec38270b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (90c00a13-daeb-4331-9cf1-8176f15cfe6f), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:36.980363 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a71cc108-64bc-4485-896d-f38aec38270b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:36.981850 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-a71cc108-64bc-4485-896d-f38aec38270b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/90c00a13-daeb-4331-9cf1-8176f15cfe6f HTTP/1.1" status: 204 len: 168 time: 0.1852379 Jun 03 15:32:36.990684 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71cc108-64bc-4485-896d-f38aec38270b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c00a13-daeb-4331-9cf1-8176f15cfe6f,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:37.959089 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4a2b4-d675-4b83-8d37-c493b219e0fd req-12c48865-94f1-476c-8fc1-0d8f44a9059e tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:37.967551 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-efa4a2b4-d675-4b83-8d37-c493b219e0fd req-12c48865-94f1-476c-8fc1-0d8f44a9059e tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 946 time: 0.0636702 Jun 03 15:32:38.018326 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-efa4a2b4-d675-4b83-8d37-c493b219e0fd req-a859780e-53fc-4cfd-bf3f-528c2d61da34 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=45dd2ee8-9c49-4cc0-8a1e-dc499d869f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495269 Jun 03 15:32:38.325455 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:39.156217 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52354a8a-4e6a-4969-8c51-1fa753896183 req-cc59775e-63b8-4aec-bcca-cf34a25273c0 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:39.158587 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-52354a8a-4e6a-4969-8c51-1fa753896183 req-cc59775e-63b8-4aec-bcca-cf34a25273c0 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 946 time: 0.0543249 Jun 03 15:32:39.240171 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-52354a8a-4e6a-4969-8c51-1fa753896183 req-e0f9d82e-cf5e-4f20-98a3-23c271eab4b3 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=45dd2ee8-9c49-4cc0-8a1e-dc499d869f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739338 Jun 03 15:32:40.364504 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c97ce97-ed50-42f7-af3f-f32f1a7220e3 req-1200465e-519a-461c-88f7-c240f2aab0fa tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:40.371790 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-9c97ce97-ed50-42f7-af3f-f32f1a7220e3 req-1200465e-519a-461c-88f7-c240f2aab0fa tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 946 time: 0.0585682 Jun 03 15:32:40.427073 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-9c97ce97-ed50-42f7-af3f-f32f1a7220e3 req-2a59a7c7-b12d-4c6d-8842-fae576d95d9c tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=45dd2ee8-9c49-4cc0-8a1e-dc499d869f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543344 Jun 03 15:32:41.576704 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed858bf3-28b3-4a8b-b5c6-2864c756823d req-a58c8eff-4ea6-41f0-ad8b-b14b7fe15e20 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:41.584210 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-ed858bf3-28b3-4a8b-b5c6-2864c756823d req-a58c8eff-4ea6-41f0-ad8b-b14b7fe15e20 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 946 time: 0.0688789 Jun 03 15:32:41.640230 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-ed858bf3-28b3-4a8b-b5c6-2864c756823d req-2ff78e39-4593-4ce2-9f82-013f0a9de92d tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=45dd2ee8-9c49-4cc0-8a1e-dc499d869f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548959 Jun 03 15:32:42.774769 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef05e70d-b8c4-4dc4-8a8d-7e8ce6bfe685 req-1896b756-9029-4b96-9a58-98cfe6932b1e tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:42.777775 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-ef05e70d-b8c4-4dc4-8a8d-7e8ce6bfe685 req-1896b756-9029-4b96-9a58-98cfe6932b1e tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 946 time: 0.0557046 Jun 03 15:32:42.837387 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-ef05e70d-b8c4-4dc4-8a8d-7e8ce6bfe685 req-f52c3d3c-67b6-46dc-93b8-4b0ea4e514ed tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=45dd2ee8-9c49-4cc0-8a1e-dc499d869f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495532 Jun 03 15:32:43.987519 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de22bf-39ca-456c-89f9-16faf793361e req-73f23f83-889a-4643-a0f6-30d4e72464ba tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:43.989163 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-52de22bf-39ca-456c-89f9-16faf793361e req-73f23f83-889a-4643-a0f6-30d4e72464ba tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 946 time: 0.0589254 Jun 03 15:32:44.054121 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-52de22bf-39ca-456c-89f9-16faf793361e req-03ba7b05-96d1-4730-8573-d093005bf755 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=45dd2ee8-9c49-4cc0-8a1e-dc499d869f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584860 Jun 03 15:32:45.187528 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48cba3-0bfe-4080-81d5-e185f47123a3 req-ba8441ef-e65b-42b5-b0e2-3d263d3da8a7 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:45.189023 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-ef48cba3-0bfe-4080-81d5-e185f47123a3 req-ba8441ef-e65b-42b5-b0e2-3d263d3da8a7 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 946 time: 0.0488462 Jun 03 15:32:45.189355 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370b182-608e-4d96-8397-ec7b474331af req-92ddff8e-4676-480d-9ddb-fc2b7a875bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:45.190927 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-6370b182-608e-4d96-8397-ec7b474331af req-92ddff8e-4676-480d-9ddb-fc2b7a875bac service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1b930cadb2dc4e49947db0514528617d&device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 1130 time: 0.0442603 Jun 03 15:32:45.238330 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-ef48cba3-0bfe-4080-81d5-e185f47123a3 req-32634359-0390-42e1-8255-4e9c04d61373 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=45dd2ee8-9c49-4cc0-8a1e-dc499d869f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431485 Jun 03 15:32:45.280624 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370b182-608e-4d96-8397-ec7b474331af req-984b04aa-0bc2-4d98-a242-149604bc8438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:45.282061 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-6370b182-608e-4d96-8397-ec7b474331af req-984b04aa-0bc2-4d98-a242-149604bc8438 service neutron] 10.222.0.95 "GET /v2.0/networks?id=6297c62b-cf60-4797-8fdd-d236a362ff82 HTTP/1.1" status: 200 len: 918 time: 0.0853472 Jun 03 15:32:45.347572 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-6370b182-608e-4d96-8397-ec7b474331af req-9b451d2f-87b7-4902-8fec-b5a15b666551 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=009f1a65-b949-4493-a4fc-88ecafb96c71 HTTP/1.1" status: 200 len: 1002 time: 0.0575962 Jun 03 15:32:45.397191 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370b182-608e-4d96-8397-ec7b474331af req-aae0cc1d-197a-45ee-909f-0cbc06fe40ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:45.398521 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-6370b182-608e-4d96-8397-ec7b474331af req-aae0cc1d-197a-45ee-909f-0cbc06fe40ff service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f60f46ef-d4d3-474d-b0dd-61750c5ae20f HTTP/1.1" status: 200 len: 856 time: 0.0432501 Jun 03 15:32:45.441811 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370b182-608e-4d96-8397-ec7b474331af req-28eb8b2f-78ca-443f-aaae-8d0e9a38cd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:45.443279 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-6370b182-608e-4d96-8397-ec7b474331af req-28eb8b2f-78ca-443f-aaae-8d0e9a38cd2b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6297c62b-cf60-4797-8fdd-d236a362ff82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0380514 Jun 03 15:32:45.537980 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-6370b182-608e-4d96-8397-ec7b474331af req-14455615-26a4-4bf1-876d-223ba45a6628 service neutron] 10.222.0.95 "GET /v2.0/networks/6297c62b-cf60-4797-8fdd-d236a362ff82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864038 Jun 03 15:32:45.553092 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:45.634354 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-6370b182-608e-4d96-8397-ec7b474331af req-bb594160-ce83-4afd-baa6-2bbe1ecf4a08 service neutron] 10.222.0.95 "GET /v2.0/networks/6297c62b-cf60-4797-8fdd-d236a362ff82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878327 Jun 03 15:32:45.889435 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 55506) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:32:45.994946 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b0a120ef-d484-49f0-a92c-d80198e7f232 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:46.076157 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b0a120ef-d484-49f0-a92c-d80198e7f232 admin admin] Publish callbacks [] for security_group (561dd648-e12c-4d9f-bd96-294d9461d52c), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:46.079914 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b0a120ef-d484-49f0-a92c-d80198e7f232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (561dd648-e12c-4d9f-bd96-294d9461d52c), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:46.111987 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:46.121239 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a120ef-d484-49f0-a92c-d80198e7f232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561dd648-e12c-4d9f-bd96-294d9461d52c,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:46.127015 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-b0a120ef-d484-49f0-a92c-d80198e7f232 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=bb3468380acf4a7c8062a16ba19144a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2365546 Jun 03 15:32:46.129572 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 55510) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:32:46.188888 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-3d62dbeb-2968-4fca-8242-2246d7413cd7 admin admin] Publish callbacks [] for security_group (561dd648-e12c-4d9f-bd96-294d9461d52c), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:46.212644 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-3d62dbeb-2968-4fca-8242-2246d7413cd7 admin admin] Publish callbacks [] for security_group (561dd648-e12c-4d9f-bd96-294d9461d52c), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:46.262184 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-3d62dbeb-2968-4fca-8242-2246d7413cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (561dd648-e12c-4d9f-bd96-294d9461d52c), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:46.265045 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-3d62dbeb-2968-4fca-8242-2246d7413cd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:46.266179 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-3d62dbeb-2968-4fca-8242-2246d7413cd7 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/561dd648-e12c-4d9f-bd96-294d9461d52c HTTP/1.1" status: 204 len: 168 time: 0.1357350 Jun 03 15:32:46.274109 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d62dbeb-2968-4fca-8242-2246d7413cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561dd648-e12c-4d9f-bd96-294d9461d52c,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:46.290814 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:46.328854 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:46.369420 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3bec1d-48e9-4d77-b6c9-1783e73d9b9d req-9d8d9d83-f90e-41a3-93dd-00a3c19aaea2 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:46.370965 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-6e3bec1d-48e9-4d77-b6c9-1783e73d9b9d req-9d8d9d83-f90e-41a3-93dd-00a3c19aaea2 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 946 time: 0.0531392 Jun 03 15:32:46.420269 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-6e3bec1d-48e9-4d77-b6c9-1783e73d9b9d req-95affdc0-28fb-4e1e-b57c-91517c5c78c2 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=45dd2ee8-9c49-4cc0-8a1e-dc499d869f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433390 Jun 03 15:32:46.546941 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 55518) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:32:46.562578 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-8a965d84-ef04-46b4-865f-7e9c1d9c1fb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:46.591548 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:46.644053 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-8a965d84-ef04-46b4-865f-7e9c1d9c1fb4 admin admin] Publish callbacks [] for security_group (aa5ec7bb-4ebd-4395-95a7-d52c46a73238), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:46.647973 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-8a965d84-ef04-46b4-865f-7e9c1d9c1fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (aa5ec7bb-4ebd-4395-95a7-d52c46a73238), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:46.688719 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-8a965d84-ef04-46b4-865f-7e9c1d9c1fb4 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=0ce25bc8a2d44360912281f519df7ed4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1406295 Jun 03 15:32:46.689512 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a965d84-ef04-46b4-865f-7e9c1d9c1fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5ec7bb-4ebd-4395-95a7-d52c46a73238,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:46.691442 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 55520) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:32:46.745896 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-9589a585-f4b2-4b25-8442-5a42af9fe636 admin admin] Publish callbacks [] for security_group (aa5ec7bb-4ebd-4395-95a7-d52c46a73238), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:46.769149 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-9589a585-f4b2-4b25-8442-5a42af9fe636 admin admin] Publish callbacks [] for security_group (aa5ec7bb-4ebd-4395-95a7-d52c46a73238), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:46.817047 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-9589a585-f4b2-4b25-8442-5a42af9fe636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (aa5ec7bb-4ebd-4395-95a7-d52c46a73238), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:46.819771 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-9589a585-f4b2-4b25-8442-5a42af9fe636 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:46.820926 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-9589a585-f4b2-4b25-8442-5a42af9fe636 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/aa5ec7bb-4ebd-4395-95a7-d52c46a73238 HTTP/1.1" status: 204 len: 168 time: 0.1285286 Jun 03 15:32:46.828603 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9589a585-f4b2-4b25-8442-5a42af9fe636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5ec7bb-4ebd-4395-95a7-d52c46a73238,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:47.148839 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 55526) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:32:47.164181 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-dbc8fba9-3deb-42ae-af1d-8e5485576442 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:47.242005 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-dbc8fba9-3deb-42ae-af1d-8e5485576442 admin admin] Publish callbacks [] for security_group (52815f2e-0fde-489a-a9bd-dacba6a69133), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:47.245717 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-dbc8fba9-3deb-42ae-af1d-8e5485576442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (52815f2e-0fde-489a-a9bd-dacba6a69133), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:47.283908 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc8fba9-3deb-42ae-af1d-8e5485576442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52815f2e-0fde-489a-a9bd-dacba6a69133,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:47.288174 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-dbc8fba9-3deb-42ae-af1d-8e5485576442 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ffbecd1ef5434c33ade3a0c382f4fdb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1382320 Jun 03 15:32:47.290858 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 55530) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:32:47.340272 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-09265c0b-52e2-49c3-bf9f-4023922fda2e admin admin] Publish callbacks [] for security_group (52815f2e-0fde-489a-a9bd-dacba6a69133), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:47.361533 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-09265c0b-52e2-49c3-bf9f-4023922fda2e admin admin] Publish callbacks [] for security_group (52815f2e-0fde-489a-a9bd-dacba6a69133), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:47.408084 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-09265c0b-52e2-49c3-bf9f-4023922fda2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (52815f2e-0fde-489a-a9bd-dacba6a69133), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:47.410740 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-09265c0b-52e2-49c3-bf9f-4023922fda2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:47.411854 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-09265c0b-52e2-49c3-bf9f-4023922fda2e admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/52815f2e-0fde-489a-a9bd-dacba6a69133 HTTP/1.1" status: 204 len: 168 time: 0.1202481 Jun 03 15:32:47.419483 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09265c0b-52e2-49c3-bf9f-4023922fda2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52815f2e-0fde-489a-a9bd-dacba6a69133,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:47.540189 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a598752-95cc-4709-ab25-24dc266a3e79 req-ee2b9cb3-4052-484b-849d-8512e5399b23 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:47.541678 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-4a598752-95cc-4709-ab25-24dc266a3e79 req-ee2b9cb3-4052-484b-849d-8512e5399b23 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 946 time: 0.0484006 Jun 03 15:32:47.592263 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-4a598752-95cc-4709-ab25-24dc266a3e79 req-9507c88a-8186-4488-9ea7-e83d3c6dd015 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=45dd2ee8-9c49-4cc0-8a1e-dc499d869f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441720 Jun 03 15:32:48.259448 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device 009f1a65-b949-4493-a4fc-88ecafb96c71 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 15:32:48.332445 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Current status of the port 009f1a65-b949-4493-a4fc-88ecafb96c71 is: ACTIVE; New status is: DOWN {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:32:48.332828 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (009f1a65-b949-4493-a4fc-88ecafb96c71), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:48.355581 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43beed7e-5952-4cc8-89ea-8c819ceb44de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '009f1a65-b949-4493-a4fc-88ecafb96c71'}] {{(pid=103921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:32:48.357832 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a0ad6594b2f649df373dfcb19de0225617b45f42ff1455deb142f027ba5606a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f772eb9-e525-44af-ab8a-2fc174463a1f" -d '{"events": [{"server_uuid": "43beed7e-5952-4cc8-89ea-8c819ceb44de", "name": "network-vif-unplugged", "status": "completed", "tag": "009f1a65-b949-4493-a4fc-88ecafb96c71"}]}' {{(pid=103921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:32:48.371088 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port 009f1a65-b949-4493-a4fc-88ecafb96c71, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=009f1a65-b949-4493-a4fc-88ecafb96c71,segment=NetworkSegment(612086bd-4a15-467e-af18-82334699cb77),segment_id=612086bd-4a15-467e-af18-82334699cb77)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:32:48.376433 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (009f1a65-b949-4493-a4fc-88ecafb96c71), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:48.405767 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 03 Jun 2022 15:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a03308-228b-427b-b05d-e90604cebe8b x-openstack-request-id: req-d8a03308-228b-427b-b05d-e90604cebe8b {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:32:48.406060 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43beed7e-5952-4cc8-89ea-8c819ceb44de", "name": "network-vif-unplugged", "status": "failed", "tag": "009f1a65-b949-4493-a4fc-88ecafb96c71", "code": 422}]} {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:32:48.406309 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d8a03308-228b-427b-b05d-e90604cebe8b {{(pid=103921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:32:48.406754 dv-cinder-831247-16-iscsi neutron-server[103921]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d8a03308-228b-427b-b05d-e90604cebe8b']: {'server_uuid': '43beed7e-5952-4cc8-89ea-8c819ceb44de', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '009f1a65-b949-4493-a4fc-88ecafb96c71', 'code': 422} returned with failed status Jun 03 15:32:48.422103 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:48.436380 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Pushing event updated for resources: {'Port': ['ID=009f1a65-b949-4493-a4fc-88ecafb96c71,revision_number=8']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:32:48.716377 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f003ba2-0b7b-4658-8d0e-73cdb9b9935c req-47102eee-1015-4d01-b529-f6f745bf0171 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:48.717867 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-8f003ba2-0b7b-4658-8d0e-73cdb9b9935c req-47102eee-1015-4d01-b529-f6f745bf0171 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 944 time: 0.0480738 Jun 03 15:32:48.768290 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-8f003ba2-0b7b-4658-8d0e-73cdb9b9935c req-d174126a-52b9-489b-8a30-b6cb5545d83a tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=45dd2ee8-9c49-4cc0-8a1e-dc499d869f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449247 Jun 03 15:32:49.684062 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2238d0d7-77ce-4998-ba62-6515f9f26aba req-cdc579ea-76fa-4413-a0a9-136134a1810b tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:49.686237 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-2238d0d7-77ce-4998-ba62-6515f9f26aba req-cdc579ea-76fa-4413-a0a9-136134a1810b tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 944 time: 0.0565524 Jun 03 15:32:49.742778 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-2238d0d7-77ce-4998-ba62-6515f9f26aba req-e9fdcd24-de8d-443f-8ff4-7d7688d29263 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=45dd2ee8-9c49-4cc0-8a1e-dc499d869f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473366 Jun 03 15:32:49.947196 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-c708c5d5-eb1b-47ee-b0aa-11f6d6766971 req-b92151d8-9b78-4f6c-8292-bf513342d7fa service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0381656 Jun 03 15:32:50.035229 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708c5d5-eb1b-47ee-b0aa-11f6d6766971 req-f7cc8a0d-dc2f-493e-a9dc-ce1b482d94b1 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:50.036696 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-c708c5d5-eb1b-47ee-b0aa-11f6d6766971 req-f7cc8a0d-dc2f-493e-a9dc-ce1b482d94b1 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports/009f1a65-b949-4493-a4fc-88ecafb96c71 HTTP/1.1" status: 200 len: 941 time: 0.0586462 Jun 03 15:32:50.897539 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d48dfbb-5f83-4088-94d7-62416a2399cf req-35041c2e-92b6-4eaa-8f85-5dcf02f34d8b tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:50.899092 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-5d48dfbb-5f83-4088-94d7-62416a2399cf req-35041c2e-92b6-4eaa-8f85-5dcf02f34d8b tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 944 time: 0.0765984 Jun 03 15:32:50.919836 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708c5d5-eb1b-47ee-b0aa-11f6d6766971 req-1ab5ebe6-c14c-4904-b0ed-adf49488fd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:50.921219 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c708c5d5-eb1b-47ee-b0aa-11f6d6766971 req-1ab5ebe6-c14c-4904-b0ed-adf49488fd97 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de&tenant_id=1b930cadb2dc4e49947db0514528617d HTTP/1.1" status: 200 len: 1128 time: 0.0686784 Jun 03 15:32:50.990918 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-5d48dfbb-5f83-4088-94d7-62416a2399cf req-4e3e61b6-63d1-4db0-9d8b-5a393801b5f8 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=45dd2ee8-9c49-4cc0-8a1e-dc499d869f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789843 Jun 03 15:32:50.999012 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708c5d5-eb1b-47ee-b0aa-11f6d6766971 req-cb6b30ce-2b83-45c0-96b8-972a9d751866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:51.000432 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c708c5d5-eb1b-47ee-b0aa-11f6d6766971 req-cb6b30ce-2b83-45c0-96b8-972a9d751866 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1b930cadb2dc4e49947db0514528617d&device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 1128 time: 0.0508854 Jun 03 15:32:51.085312 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:51.087443 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:51.091695 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708c5d5-eb1b-47ee-b0aa-11f6d6766971 req-1205e339-f7ce-4481-9975-934bb0190dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:51.093327 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c708c5d5-eb1b-47ee-b0aa-11f6d6766971 req-1205e339-f7ce-4481-9975-934bb0190dde service neutron] 10.222.0.95 "GET /v2.0/networks?id=6297c62b-cf60-4797-8fdd-d236a362ff82 HTTP/1.1" status: 200 len: 918 time: 0.0857482 Jun 03 15:32:51.165073 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c708c5d5-eb1b-47ee-b0aa-11f6d6766971 req-eea4afe3-c818-44c4-8c21-edd9a240998c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=009f1a65-b949-4493-a4fc-88ecafb96c71 HTTP/1.1" status: 200 len: 1000 time: 0.0643675 Jun 03 15:32:51.224212 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708c5d5-eb1b-47ee-b0aa-11f6d6766971 req-d3cd6636-d154-4d8d-b097-ca189459197f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:51.225682 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c708c5d5-eb1b-47ee-b0aa-11f6d6766971 req-d3cd6636-d154-4d8d-b097-ca189459197f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f60f46ef-d4d3-474d-b0dd-61750c5ae20f HTTP/1.1" status: 200 len: 856 time: 0.0532091 Jun 03 15:32:51.274196 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708c5d5-eb1b-47ee-b0aa-11f6d6766971 req-8bd7d616-e844-4106-acc5-0719eafc5cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:51.275769 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c708c5d5-eb1b-47ee-b0aa-11f6d6766971 req-8bd7d616-e844-4106-acc5-0719eafc5cc6 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6297c62b-cf60-4797-8fdd-d236a362ff82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426116 Jun 03 15:32:51.384332 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c708c5d5-eb1b-47ee-b0aa-11f6d6766971 req-2e217cf2-f610-45eb-b0fc-4c52ae0126a5 service neutron] 10.222.0.95 "GET /v2.0/networks/6297c62b-cf60-4797-8fdd-d236a362ff82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015625 Jun 03 15:32:51.474489 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c708c5d5-eb1b-47ee-b0aa-11f6d6766971 req-d91fa704-f653-4359-8323-bdc365b7ade3 service neutron] 10.222.0.95 "GET /v2.0/networks/6297c62b-cf60-4797-8fdd-d236a362ff82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836525 Jun 03 15:32:51.552223 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-eee533b2-6c6b-4f37-802b-22d9b1f892dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (ba2d900a-f6c8-44b2-a19a-5d512e564d5a), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:52.160163 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a87ab38-473f-447d-812a-718e27c47fea req-57f2c529-5b4d-4732-b6c1-1ae4c12a182b tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:52.161654 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-1a87ab38-473f-447d-812a-718e27c47fea req-57f2c529-5b4d-4732-b6c1-1ae4c12a182b tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 944 time: 0.0632186 Jun 03 15:32:52.217099 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-1a87ab38-473f-447d-812a-718e27c47fea req-61dbac67-7ca4-4655-b187-68f95a4a0493 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=45dd2ee8-9c49-4cc0-8a1e-dc499d869f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494606 Jun 03 15:32:53.350449 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db038e-0112-47f4-be8e-abb4d00a3628 req-cd7b36dd-dfa0-4feb-b9a6-9c7002a37556 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:53.351941 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-f4db038e-0112-47f4-be8e-abb4d00a3628 req-cd7b36dd-dfa0-4feb-b9a6-9c7002a37556 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 944 time: 0.0545950 Jun 03 15:32:53.404116 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-f4db038e-0112-47f4-be8e-abb4d00a3628 req-e52769bf-1362-4cb7-84ae-a59164259106 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=45dd2ee8-9c49-4cc0-8a1e-dc499d869f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454626 Jun 03 15:32:53.787171 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-dcb810fe-cd6a-422f-b69b-0b2fbd4bd305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (af3cb756-c261-4349-9f96-3650fb8ddf57), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:54.526202 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06edbfe7-3ed3-4d11-ae6e-e7078c3e89ff req-cae7a48d-59f3-4fb9-be2d-e1f675c97507 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:54.527811 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-06edbfe7-3ed3-4d11-ae6e-e7078c3e89ff req-cae7a48d-59f3-4fb9-be2d-e1f675c97507 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 944 time: 0.0488703 Jun 03 15:32:54.577522 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-06edbfe7-3ed3-4d11-ae6e-e7078c3e89ff req-c47bf16e-0bc6-4fc0-947e-69ef3371b17c tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=45dd2ee8-9c49-4cc0-8a1e-dc499d869f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436683 Jun 03 15:32:55.524745 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ea450706-6f9d-4600-9901-8a13358e87c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (c1b56563-1529-491f-97b0-bd0331fef87b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:55.704981 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ddb9bd-3236-4196-928c-89ff666abfd8 req-be6d73e1-c83a-420b-8f5b-9bf92a5a0953 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:55.706608 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-98ddb9bd-3236-4196-928c-89ff666abfd8 req-be6d73e1-c83a-420b-8f5b-9bf92a5a0953 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 944 time: 0.0490830 Jun 03 15:32:55.757127 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-98ddb9bd-3236-4196-928c-89ff666abfd8 req-b6aace3d-1dd7-4963-b2de-6d7ba8f45f54 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=45dd2ee8-9c49-4cc0-8a1e-dc499d869f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445268 Jun 03 15:32:55.945304 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=19 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:55.949115 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=13 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:56.544198 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0007325d-49bd-45ba-86c8-d0efad7af70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (e76c2f28-d1d2-478d-a24e-96dcb24ae502), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:56.891710 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28eb7e8-0c95-4a1f-bbce-afdb1a5d0171 req-2abcd5a9-ed16-49ed-b75a-24b2b86868c4 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:56.893217 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d28eb7e8-0c95-4a1f-bbce-afdb1a5d0171 req-2abcd5a9-ed16-49ed-b75a-24b2b86868c4 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 944 time: 0.0589049 Jun 03 15:32:56.926020 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:32:56.947009 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d28eb7e8-0c95-4a1f-bbce-afdb1a5d0171 req-b542e982-5d13-455d-afac-d41122d15d3e tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=45dd2ee8-9c49-4cc0-8a1e-dc499d869f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482628 Jun 03 15:32:58.070916 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a5b58-d045-4a4f-b237-b432aefc9941 req-4665bb36-18fe-4909-9511-051334673ca1 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:58.072654 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-285a5b58-d045-4a4f-b237-b432aefc9941 req-4665bb36-18fe-4909-9511-051334673ca1 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 944 time: 0.0495114 Jun 03 15:32:58.129266 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-285a5b58-d045-4a4f-b237-b432aefc9941 req-0ad6971c-8d85-49d5-83d6-8bb070b6dd3b tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=45dd2ee8-9c49-4cc0-8a1e-dc499d869f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504379 Jun 03 15:32:58.239998 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (b78338d6-31c9-4f43-bfac-5a5a854a8366), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:32:59.260655 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba9858-41ec-44b6-a6be-73d80abe5665 req-3b713ac7-0164-4c38-9c10-2893c92f505f tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:32:59.263177 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-2bba9858-41ec-44b6-a6be-73d80abe5665 req-3b713ac7-0164-4c38-9c10-2893c92f505f tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 944 time: 0.0491333 Jun 03 15:32:59.314987 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-2bba9858-41ec-44b6-a6be-73d80abe5665 req-6144cf2a-a0bd-467d-a3dc-246cf673fc25 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=45dd2ee8-9c49-4cc0-8a1e-dc499d869f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455847 Jun 03 15:33:00.444733 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c4418-607c-4490-8b49-428368dd9ca4 req-4845c475-43c5-434d-9627-fef4069c5a68 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:00.446261 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e01c4418-607c-4490-8b49-428368dd9ca4 req-4845c475-43c5-434d-9627-fef4069c5a68 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 944 time: 0.0498884 Jun 03 15:33:00.497001 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e01c4418-607c-4490-8b49-428368dd9ca4 req-78a34b9d-2ae9-4a8b-b951-cfd152608434 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=45dd2ee8-9c49-4cc0-8a1e-dc499d869f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448093 Jun 03 15:33:01.689429 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d58fe4-8cba-4178-8e27-dab9ea21714a req-40ce69d6-155b-43ae-9403-edcf9b1b15e6 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:01.692465 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f1d58fe4-8cba-4178-8e27-dab9ea21714a req-40ce69d6-155b-43ae-9403-edcf9b1b15e6 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 944 time: 0.0756290 Jun 03 15:33:01.758770 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f1d58fe4-8cba-4178-8e27-dab9ea21714a req-9da64783-25c3-4942-8f7a-fed71952aa0e tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=45dd2ee8-9c49-4cc0-8a1e-dc499d869f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606878 Jun 03 15:33:02.848504 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.agents_db [None req-a949b1cf-d0d8-4748-9c84-4164e96bf99f None None] Agent healthcheck: found 6 active agents {{(pid=103922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 15:33:02.885340 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f95d93-1c52-4fae-a4e5-331ade31885e req-5612fa3e-47c2-4b87-8d95-ad8358cb4fd7 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:02.887682 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-96f95d93-1c52-4fae-a4e5-331ade31885e req-5612fa3e-47c2-4b87-8d95-ad8358cb4fd7 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 944 time: 0.0483313 Jun 03 15:33:02.936190 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-96f95d93-1c52-4fae-a4e5-331ade31885e req-c528b954-63a2-4f8d-8690-0911bb9c5094 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=45dd2ee8-9c49-4cc0-8a1e-dc499d869f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429902 Jun 03 15:33:04.063115 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8805ad7f-de76-4ab2-9165-c761b1576913 req-3ed9db8c-5bd7-4ef5-b062-02b8c1ad00c2 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:04.064496 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-8805ad7f-de76-4ab2-9165-c761b1576913 req-3ed9db8c-5bd7-4ef5-b062-02b8c1ad00c2 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 944 time: 0.0526774 Jun 03 15:33:04.079275 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:04.118233 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-8805ad7f-de76-4ab2-9165-c761b1576913 req-86b49b95-8984-46dc-a4cb-c50626882a3c tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=45dd2ee8-9c49-4cc0-8a1e-dc499d869f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481410 Jun 03 15:33:04.295686 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device 009f1a65-b949-4493-a4fc-88ecafb96c71 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 15:33:04.397318 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port 009f1a65-b949-4493-a4fc-88ecafb96c71, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=009f1a65-b949-4493-a4fc-88ecafb96c71,segment=NetworkSegment(612086bd-4a15-467e-af18-82334699cb77),segment_id=612086bd-4a15-467e-af18-82334699cb77)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:33:04.409551 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Returning: {'device': '009f1a65-b949-4493-a4fc-88ecafb96c71', 'network_id': '6297c62b-cf60-4797-8fdd-d236a362ff82', 'port_id': '009f1a65-b949-4493-a4fc-88ecafb96c71', 'mac_address': 'fa:16:3e:fe:37:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 861, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f60f46ef-d4d3-474d-b0dd-61750c5ae20f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 15:33:04.445544 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Current status of the port 009f1a65-b949-4493-a4fc-88ecafb96c71 is: DOWN; New status is: BUILD {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:33:04.445914 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (009f1a65-b949-4493-a4fc-88ecafb96c71), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:04.459351 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 009f1a65-b949-4493-a4fc-88ecafb96c71 {{(pid=103921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:33:04.479161 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port 009f1a65-b949-4493-a4fc-88ecafb96c71, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=009f1a65-b949-4493-a4fc-88ecafb96c71,segment=NetworkSegment(612086bd-4a15-467e-af18-82334699cb77),segment_id=612086bd-4a15-467e-af18-82334699cb77)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:33:04.484067 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (009f1a65-b949-4493-a4fc-88ecafb96c71), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:04.532036 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Pushing event updated for resources: {'Port': ['ID=009f1a65-b949-4493-a4fc-88ecafb96c71,revision_number=9']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:04.830246 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] get_ports_and_sgs() called for port_ids ['009f1a65-b949-4493-a4fc-88ecafb96c71'] {{(pid=103921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 15:33:04.958363 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:05.244221 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776f9c3-6d5d-4678-9829-4f5b8e57bba6 req-2ff821dd-821e-486e-b04a-3c7766cef36f tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:05.245603 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-6776f9c3-6d5d-4678-9829-4f5b8e57bba6 req-2ff821dd-821e-486e-b04a-3c7766cef36f tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 945 time: 0.0504558 Jun 03 15:33:05.296014 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-6776f9c3-6d5d-4678-9829-4f5b8e57bba6 req-c9c0a8c2-c38c-4068-b033-b631505c6a5d tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=45dd2ee8-9c49-4cc0-8a1e-dc499d869f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437045 Jun 03 15:33:06.311313 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device 009f1a65-b949-4493-a4fc-88ecafb96c71 up at agent hyperv_hv-cinder-83124 {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:33:06.354954 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Provisioning complete for port 009f1a65-b949-4493-a4fc-88ecafb96c71 triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:33:06.355325 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (009f1a65-b949-4493-a4fc-88ecafb96c71), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:06.417932 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f7bb2-659b-48c6-8990-21a97122e189 req-1a4dfe02-e37e-4527-8dcb-28938db221d5 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:06.420032 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-e78f7bb2-659b-48c6-8990-21a97122e189 req-1a4dfe02-e37e-4527-8dcb-28938db221d5 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 945 time: 0.0508623 Jun 03 15:33:06.438161 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Current status of the port 009f1a65-b949-4493-a4fc-88ecafb96c71 is: BUILD; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:33:06.438556 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (009f1a65-b949-4493-a4fc-88ecafb96c71), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:06.461931 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43beed7e-5952-4cc8-89ea-8c819ceb44de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009f1a65-b949-4493-a4fc-88ecafb96c71'}] {{(pid=103921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:33:06.464315 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a0ad6594b2f649df373dfcb19de0225617b45f42ff1455deb142f027ba5606a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68689b52-5c42-423e-9055-62a091bae2f9" -d '{"events": [{"server_uuid": "43beed7e-5952-4cc8-89ea-8c819ceb44de", "name": "network-vif-plugged", "status": "completed", "tag": "009f1a65-b949-4493-a4fc-88ecafb96c71"}]}' {{(pid=103921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:33:06.466899 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-e78f7bb2-659b-48c6-8990-21a97122e189 req-9da5a636-3cbf-4c7a-aba1-a42d2db97176 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=45dd2ee8-9c49-4cc0-8a1e-dc499d869f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406961 Jun 03 15:33:06.479765 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port 009f1a65-b949-4493-a4fc-88ecafb96c71, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=009f1a65-b949-4493-a4fc-88ecafb96c71,segment=NetworkSegment(612086bd-4a15-467e-af18-82334699cb77),segment_id=612086bd-4a15-467e-af18-82334699cb77)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:33:06.487443 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (009f1a65-b949-4493-a4fc-88ecafb96c71), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:06.522771 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 15:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f41762-c48e-42ed-bfaf-57a7e2c9c6d3 x-openstack-request-id: req-02f41762-c48e-42ed-bfaf-57a7e2c9c6d3 {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:33:06.523165 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43beed7e-5952-4cc8-89ea-8c819ceb44de", "name": "network-vif-plugged", "status": "completed", "tag": "009f1a65-b949-4493-a4fc-88ecafb96c71", "code": 200}]} {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:33:06.523504 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-02f41762-c48e-42ed-bfaf-57a7e2c9c6d3 {{(pid=103921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:33:06.524025 dv-cinder-831247-16-iscsi neutron-server[103921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02f41762-c48e-42ed-bfaf-57a7e2c9c6d3'] response: {'server_uuid': '43beed7e-5952-4cc8-89ea-8c819ceb44de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009f1a65-b949-4493-a4fc-88ecafb96c71', 'code': 200} Jun 03 15:33:06.556054 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Pushing event updated for resources: {'Port': ['ID=009f1a65-b949-4493-a4fc-88ecafb96c71,revision_number=10']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:06.730145 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=100 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:06.734146 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63a644-3476-4cd8-b63d-8a5137becd7e req-54b4a23a-9e19-4a22-be52-11b5a82d0b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:06.735656 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-3d63a644-3476-4cd8-b63d-8a5137becd7e req-54b4a23a-9e19-4a22-be52-11b5a82d0b67 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 1131 time: 0.0399323 Jun 03 15:33:06.783735 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-3d63a644-3476-4cd8-b63d-8a5137becd7e req-ae45e870-f2ac-4d36-a41d-8809d654de68 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=45dd2ee8-9c49-4cc0-8a1e-dc499d869f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403678 Jun 03 15:33:06.891702 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (5d40428d-d668-464b-bcee-3124e1355b3b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:07.598607 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81aa2da-6ac9-4371-a8ed-4294cafb1a79 req-6d2cd802-4b04-408f-86c6-e67eef1691b9 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:07.600075 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-c81aa2da-6ac9-4371-a8ed-4294cafb1a79 req-6d2cd802-4b04-408f-86c6-e67eef1691b9 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 947 time: 0.0513639 Jun 03 15:33:07.648632 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-c81aa2da-6ac9-4371-a8ed-4294cafb1a79 req-1d79fb58-863d-4e85-9b5c-bcb502b3d021 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=45dd2ee8-9c49-4cc0-8a1e-dc499d869f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429742 Jun 03 15:33:08.785559 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d2f16-1227-42b4-8942-7aa95ca41df7 req-249da97a-2dfc-4549-b124-c1e5b243ba01 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:08.787051 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-2e2d2f16-1227-42b4-8942-7aa95ca41df7 req-249da97a-2dfc-4549-b124-c1e5b243ba01 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 947 time: 0.0472548 Jun 03 15:33:08.838365 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-2e2d2f16-1227-42b4-8942-7aa95ca41df7 req-0010c862-8d64-4881-b4c7-264f787acc8b tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=45dd2ee8-9c49-4cc0-8a1e-dc499d869f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457768 Jun 03 15:33:09.963462 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae9ffe-a29f-49b2-85c4-97183c2725c5 req-26537a7b-14a4-4893-ac01-d985aad5cd04 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:09.964970 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-ceae9ffe-a29f-49b2-85c4-97183c2725c5 req-26537a7b-14a4-4893-ac01-d985aad5cd04 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 947 time: 0.0517662 Jun 03 15:33:10.012181 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-ceae9ffe-a29f-49b2-85c4-97183c2725c5 req-66cd7dc8-aff0-4ff5-aa04-8eea84eb5795 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=45dd2ee8-9c49-4cc0-8a1e-dc499d869f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414085 Jun 03 15:33:12.844201 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=2 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:16.884771 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:16.885839 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:18.831334 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=95 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:18.835350 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=16 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:20.006058 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=58 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:20.008098 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=28 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:21.556163 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-9abd542f-ff8e-4a93-9212-e55ee7a35bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (ba2d900a-f6c8-44b2-a19a-5d512e564d5a), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:23.784997 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-4f5259a3-38c9-411f-ad84-572fbf8b2098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (af3cb756-c261-4349-9f96-3650fb8ddf57), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:25.526386 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ea450706-6f9d-4600-9901-8a13358e87c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (c1b56563-1529-491f-97b0-bd0331fef87b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:26.542728 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0007325d-49bd-45ba-86c8-d0efad7af70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (e76c2f28-d1d2-478d-a24e-96dcb24ae502), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:26.741367 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 56058) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:33:26.845292 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b626ef90-063e-4755-99b8-f23605d0a6f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:26.924572 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b626ef90-063e-4755-99b8-f23605d0a6f0 admin admin] Publish callbacks [] for security_group (4d07c60e-bbdc-494d-9a25-96e248000688), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:26.928352 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b626ef90-063e-4755-99b8-f23605d0a6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (4d07c60e-bbdc-494d-9a25-96e248000688), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:26.968412 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-b626ef90-063e-4755-99b8-f23605d0a6f0 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=9b8730afcac7420baa2d1f69526234af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2254183 Jun 03 15:33:26.969278 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b626ef90-063e-4755-99b8-f23605d0a6f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d07c60e-bbdc-494d-9a25-96e248000688,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:26.971103 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 56062) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:33:27.021972 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-9cc55324-a772-4f0e-b497-b7f983170d8e admin admin] Publish callbacks [] for security_group (4d07c60e-bbdc-494d-9a25-96e248000688), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:27.044094 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-9cc55324-a772-4f0e-b497-b7f983170d8e admin admin] Publish callbacks [] for security_group (4d07c60e-bbdc-494d-9a25-96e248000688), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:27.094621 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-9cc55324-a772-4f0e-b497-b7f983170d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (4d07c60e-bbdc-494d-9a25-96e248000688), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:27.097297 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-9cc55324-a772-4f0e-b497-b7f983170d8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:27.098427 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-9cc55324-a772-4f0e-b497-b7f983170d8e admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/4d07c60e-bbdc-494d-9a25-96e248000688 HTTP/1.1" status: 204 len: 168 time: 0.1263723 Jun 03 15:33:27.107221 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc55324-a772-4f0e-b497-b7f983170d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d07c60e-bbdc-494d-9a25-96e248000688,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:27.734319 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 56088) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:33:27.832279 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-740b6d4d-a51e-4f15-b724-26ba1b18dd64 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1265246316-network', 'tenant_id': 'd5151421b3ee4477924cdab41025075b'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:33:27.853895 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740b6d4d-a51e-4f15-b724-26ba1b18dd64 admin admin] Made reservation on behalf of d5151421b3ee4477924cdab41025075b for: {'network': 1} {{(pid=103919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:33:27.856481 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-740b6d4d-a51e-4f15-b724-26ba1b18dd64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for network (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:27.866197 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-740b6d4d-a51e-4f15-b724-26ba1b18dd64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:27.945529 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-740b6d4d-a51e-4f15-b724-26ba1b18dd64 admin admin] Publish callbacks [] for security_group (42d72d5a-b141-4d8d-b233-41b1feaad181), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:27.949147 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-740b6d4d-a51e-4f15-b724-26ba1b18dd64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (42d72d5a-b141-4d8d-b233-41b1feaad181), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:27.975023 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-740b6d4d-a51e-4f15-b724-26ba1b18dd64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 888} {{(pid=103919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:33:27.985035 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740b6d4d-a51e-4f15-b724-26ba1b18dd64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d72d5a-b141-4d8d-b233-41b1feaad181,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:27.990891 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-740b6d4d-a51e-4f15-b724-26ba1b18dd64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659633'] for segment (ee7b5cac-c2ff-4415-b98e-a1aa8e607bdf), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:27.991229 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.db.segments_db [None req-740b6d4d-a51e-4f15-b724-26ba1b18dd64 admin admin] Added segment ee7b5cac-c2ff-4415-b98e-a1aa8e607bdf of type vlan for network 914f3c40-3d58-42c5-84f2-1921af6d0fdf Jun 03 15:33:28.035942 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-740b6d4d-a51e-4f15-b724-26ba1b18dd64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362361959'] for network (914f3c40-3d58-42c5-84f2-1921af6d0fdf), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:28.060613 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-740b6d4d-a51e-4f15-b724-26ba1b18dd64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408'] for network (914f3c40-3d58-42c5-84f2-1921af6d0fdf), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:28.062084 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740b6d4d-a51e-4f15-b724-26ba1b18dd64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:28.063122 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-740b6d4d-a51e-4f15-b724-26ba1b18dd64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for network (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:28.119647 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-740b6d4d-a51e-4f15-b724-26ba1b18dd64 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3841667 Jun 03 15:33:28.122512 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 56094) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:33:28.129492 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-8d0587df-4f8f-469a-bcd1-27bdb330eaea admin admin] Request body: {'subnet': {'network_id': '914f3c40-3d58-42c5-84f2-1921af6d0fdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1265246316-subnet', 'tenant_id': 'd5151421b3ee4477924cdab41025075b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:33:28.134321 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740b6d4d-a51e-4f15-b724-26ba1b18dd64 admin admin] Pushing event updated for resources: {'Network': ['ID=914f3c40-3d58-42c5-84f2-1921af6d0fdf,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:28.144930 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Network 914f3c40-3d58-42c5-84f2-1921af6d0fdf details requested by agent ovs-agent-dv-cinder-831247-16-iscsi with host dv-cinder-831247-16-iscsi {{(pid=103921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 03 15:33:28.153009 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0587df-4f8f-469a-bcd1-27bdb330eaea admin admin] Made reservation on behalf of d5151421b3ee4477924cdab41025075b for: {'subnet': 1} {{(pid=103919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:33:28.155396 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-8d0587df-4f8f-469a-bcd1-27bdb330eaea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4495044'] for subnet (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:28.235857 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (b78338d6-31c9-4f43-bfac-5a5a854a8366), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:28.338566 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-8d0587df-4f8f-469a-bcd1-27bdb330eaea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4807900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4495062'] for subnet (da6f25de-d675-4270-a05c-368266d42ad7), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:28.367459 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:28.385646 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:28.397533 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0587df-4f8f-469a-bcd1-27bdb330eaea admin admin] Pushing event updated for resources: {'Subnet': ['ID=da6f25de-d675-4270-a05c-368266d42ad7,revision_number=0']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:28.411566 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0587df-4f8f-469a-bcd1-27bdb330eaea admin admin] Checking segment: {'id': 'ee7b5cac-c2ff-4415-b98e-a1aa8e607bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '914f3c40-3d58-42c5-84f2-1921af6d0fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:33:28.411926 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0587df-4f8f-469a-bcd1-27bdb330eaea admin admin] Network hostable DHCP agents. Network: 914f3c40-3d58-42c5-84f2-1921af6d0fdf, hostable agents: ['ba2d900a-f6c8-44b2-a19a-5d512e564d5a'], hosted agents: [] {{(pid=103919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:33:28.429774 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0587df-4f8f-469a-bcd1-27bdb330eaea admin admin] Network 914f3c40-3d58-42c5-84f2-1921af6d0fdf is scheduled to be hosted by DHCP agent ba2d900a-f6c8-44b2-a19a-5d512e564d5a with binding_index 1 {{(pid=103919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:33:28.438874 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.base_scheduler [None req-8d0587df-4f8f-469a-bcd1-27bdb330eaea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-16-iscsi, 914f3c40-3d58-42c5-84f2-1921af6d0fdf) {{(pid=103919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:33:28.443104 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0587df-4f8f-469a-bcd1-27bdb330eaea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:28.443699 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-8d0587df-4f8f-469a-bcd1-27bdb330eaea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:28.447849 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4547a9b6-aeb7-4848-98be-fa8e53207eb4 None None] Network 914f3c40-3d58-42c5-84f2-1921af6d0fdf requested from dv-cinder-831247-16-iscsi {{(pid=103921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 15:33:28.461203 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-8d0587df-4f8f-469a-bcd1-27bdb330eaea admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3376832 Jun 03 15:33:28.556194 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1e6a9c-b4b1-4461-920e-defec5914254 None None] Network 914f3c40-3d58-42c5-84f2-1921af6d0fdf requested from dv-cinder-831247-16-iscsi {{(pid=103921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 15:33:29.467890 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9eb819-4ec7-44b8-a776-fba66506ab1c req-59d5f93f-91cb-4af3-bafe-e8e0fbef4410 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:29.469377 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-9c9eb819-4ec7-44b8-a776-fba66506ab1c req-59d5f93f-91cb-4af3-bafe-e8e0fbef4410 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f911eff-09ff-4dd0-8c61-7798cc9ad53f HTTP/1.1" status: 200 len: 945 time: 0.0478864 Jun 03 15:33:29.518631 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-9c9eb819-4ec7-44b8-a776-fba66506ab1c req-32ab1875-c471-471a-99fa-c5a646fe3393 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups?id=bd3904be-b51c-449a-9310-829a60e36930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436699 Jun 03 15:33:30.223157 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d23451-b115-447e-8cd7-c17f6f2cfe0d req-89db26e3-1732-484d-835e-c4c98b8a1c93 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:30.224638 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c1d23451-b115-447e-8cd7-c17f6f2cfe0d req-89db26e3-1732-484d-835e-c4c98b8a1c93 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.93 "GET /v2.0/networks?id=914f3c40-3d58-42c5-84f2-1921af6d0fdf HTTP/1.1" status: 200 len: 814 time: 0.1033196 Jun 03 15:33:30.239306 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c1d23451-b115-447e-8cd7-c17f6f2cfe0d req-a38cb849-36c6-41bb-9b2f-0a1b504573f2 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.93 "GET /v2.0/quotas/d5151421b3ee4477924cdab41025075b HTTP/1.1" status: 200 len: 375 time: 0.0094450 Jun 03 15:33:30.271350 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c1d23451-b115-447e-8cd7-c17f6f2cfe0d req-77832e28-aee4-407a-9053-55b2c949505d tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=d5151421b3ee4477924cdab41025075b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273201 Jun 03 15:33:30.362924 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c1d23451-b115-447e-8cd7-c17f6f2cfe0d req-25f076bf-5706-486b-a2f9-cbf869a8301c service neutron] 10.222.0.93 "GET /v2.0/networks/914f3c40-3d58-42c5-84f2-1921af6d0fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850420 Jun 03 15:33:30.450484 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c1d23451-b115-447e-8cd7-c17f6f2cfe0d req-d3fc7b81-e5db-479a-a4b5-f09b8a54984b service neutron] 10.222.0.93 "GET /v2.0/networks/914f3c40-3d58-42c5-84f2-1921af6d0fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818753 Jun 03 15:33:30.618200 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e3c4c676-d6a1-448c-8243-599bd2023ae0 req-e1074728-2df9-4b48-beb8-2cf71d203763 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.93 "GET /v2.0/ports?device_id=6ad1307c-04fc-4558-9d69-49236090c8b1 HTTP/1.1" status: 200 len: 210 time: 0.0323467 Jun 03 15:33:30.642167 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1173d8-d55d-4cf4-8b10-ff8ae24a9dad req-f97f83ed-a4b5-49fc-b113-befc3e441943 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:30.643766 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-5f1173d8-d55d-4cf4-8b10-ff8ae24a9dad req-f97f83ed-a4b5-49fc-b113-befc3e441943 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f911eff-09ff-4dd0-8c61-7798cc9ad53f HTTP/1.1" status: 200 len: 945 time: 0.0539887 Jun 03 15:33:30.704640 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-5f1173d8-d55d-4cf4-8b10-ff8ae24a9dad req-99353163-25f3-40b8-8b27-0c3bcfd7fe71 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups?id=bd3904be-b51c-449a-9310-829a60e36930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553749 Jun 03 15:33:31.187421 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28042028-f79b-48df-84ac-9d768534d510 req-2804113d-a88d-413c-a170-ebee3b4630ee tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:31.189126 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-28042028-f79b-48df-84ac-9d768534d510 req-2804113d-a88d-413c-a170-ebee3b4630ee tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.95 "GET /v2.0/ports?device_id=4f911eff-09ff-4dd0-8c61-7798cc9ad53f HTTP/1.1" status: 200 len: 945 time: 0.0581226 Jun 03 15:33:31.297340 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.plugin [req-28042028-f79b-48df-84ac-9d768534d510 req-5105151f-a52f-4ccb-a8be-6d0835dc9e56 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Deleting port b04e40b4-2410-4984-b7d1-f08887d6d894 {{(pid=103919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:33:31.297922 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-28042028-f79b-48df-84ac-9d768534d510 req-5105151f-a52f-4ccb-a8be-6d0835dc9e56 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (b04e40b4-2410-4984-b7d1-f08887d6d894), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:31.391930 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [req-28042028-f79b-48df-84ac-9d768534d510 req-5105151f-a52f-4ccb-a8be-6d0835dc9e56 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] For port b04e40b4-2410-4984-b7d1-f08887d6d894, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=b04e40b4-2410-4984-b7d1-f08887d6d894,segment=NetworkSegment(71db973e-62af-43f0-a23f-112fc819cb27),segment_id=71db973e-62af-43f0-a23f-112fc819cb27)] {{(pid=103919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:33:31.392293 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-28042028-f79b-48df-84ac-9d768534d510 req-5105151f-a52f-4ccb-a8be-6d0835dc9e56 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (b04e40b4-2410-4984-b7d1-f08887d6d894), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:31.547790 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:31.551532 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-28042028-f79b-48df-84ac-9d768534d510 req-5105151f-a52f-4ccb-a8be-6d0835dc9e56 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:31.551898 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-28042028-f79b-48df-84ac-9d768534d510 req-5105151f-a52f-4ccb-a8be-6d0835dc9e56 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763103'] for floatingip (7d94c643-d9d9-4c30-8e5a-81b79229014c), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:31.552215 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.db.l3_db [req-28042028-f79b-48df-84ac-9d768534d510 req-5105151f-a52f-4ccb-a8be-6d0835dc9e56 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Floating IP 7d94c643-d9d9-4c30-8e5a-81b79229014c disassociated. External IP: 172.27.3.65, port: b04e40b4-2410-4984-b7d1-f08887d6d894. Jun 03 15:33:31.552556 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.plugin [req-28042028-f79b-48df-84ac-9d768534d510 req-5105151f-a52f-4ccb-a8be-6d0835dc9e56 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Calling delete_port for b04e40b4-2410-4984-b7d1-f08887d6d894 owned by compute:nova {{(pid=103919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:33:31.721638 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-28042028-f79b-48df-84ac-9d768534d510 req-5105151f-a52f-4ccb-a8be-6d0835dc9e56 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4807792'] for port (b04e40b4-2410-4984-b7d1-f08887d6d894), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:31.740271 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-34852b03-5685-4903-9f83-9f6c642696cc req-3f8ebee4-a739-477f-93f3-1f835a0abd4b tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.93 "GET /v2.0/ports?device_id=6ad1307c-04fc-4558-9d69-49236090c8b1 HTTP/1.1" status: 200 len: 210 time: 0.0432863 Jun 03 15:33:31.749982 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5105151f-a52f-4ccb-a8be-6d0835dc9e56 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Pushing event deleted for resources: {'Port': ['ID=b04e40b4-2410-4984-b7d1-f08887d6d894,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:31.765299 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5105151f-a52f-4ccb-a8be-6d0835dc9e56 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:31.765660 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5105151f-a52f-4ccb-a8be-6d0835dc9e56 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:31.766019 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5105151f-a52f-4ccb-a8be-6d0835dc9e56 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:31.766491 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5105151f-a52f-4ccb-a8be-6d0835dc9e56 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:31.766921 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5105151f-a52f-4ccb-a8be-6d0835dc9e56 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:31.767297 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5105151f-a52f-4ccb-a8be-6d0835dc9e56 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:31.767766 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5105151f-a52f-4ccb-a8be-6d0835dc9e56 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:31.768111 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5105151f-a52f-4ccb-a8be-6d0835dc9e56 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:31.768471 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5105151f-a52f-4ccb-a8be-6d0835dc9e56 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:31.769007 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5105151f-a52f-4ccb-a8be-6d0835dc9e56 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:31.769570 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5105151f-a52f-4ccb-a8be-6d0835dc9e56 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:31.770166 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5105151f-a52f-4ccb-a8be-6d0835dc9e56 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:31.770953 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5105151f-a52f-4ccb-a8be-6d0835dc9e56 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:31.771473 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5105151f-a52f-4ccb-a8be-6d0835dc9e56 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:31.772021 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5105151f-a52f-4ccb-a8be-6d0835dc9e56 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:31.802376 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d23451-b115-447e-8cd7-c17f6f2cfe0d req-21ddbef9-4504-46f1-8052-de47e6beffc7 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:31.805229 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-c1d23451-b115-447e-8cd7-c17f6f2cfe0d req-21ddbef9-4504-46f1-8052-de47e6beffc7 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.95 "GET /v2.0/networks?id=914f3c40-3d58-42c5-84f2-1921af6d0fdf HTTP/1.1" status: 200 len: 814 time: 0.1848571 Jun 03 15:33:31.824834 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [req-c1d23451-b115-447e-8cd7-c17f6f2cfe0d req-df31b66e-7743-4cc5-afa5-af41b5d8b164 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Request body: {'port': {'device_id': '6ad1307c-04fc-4558-9d69-49236090c8b1', 'network_id': '914f3c40-3d58-42c5-84f2-1921af6d0fdf', 'admin_state_up': True, 'tenant_id': 'd5151421b3ee4477924cdab41025075b'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:33:31.876229 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-5942dd97-ed53-4050-bef2-70426b96d096 req-1f6e44c0-eee9-4f6d-bbff-1c45a6946b7d tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/ports?device_id=4f911eff-09ff-4dd0-8c61-7798cc9ad53f HTTP/1.1" status: 200 len: 210 time: 0.0573602 Jun 03 15:33:31.896185 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:31.924380 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28042028-f79b-48df-84ac-9d768534d510 req-5105151f-a52f-4ccb-a8be-6d0835dc9e56 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Router bc437c53-8ef0-4776-adae-03f3429aef49 has already been hosted by L3 agent af3cb756-c261-4349-9f96-3650fb8ddf57 {{(pid=103919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 15:33:31.960744 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1d23451-b115-447e-8cd7-c17f6f2cfe0d req-df31b66e-7743-4cc5-afa5-af41b5d8b164 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Made reservation on behalf of d5151421b3ee4477924cdab41025075b for: {'port': 1} {{(pid=103920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:33:31.964778 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-c1d23451-b115-447e-8cd7-c17f6f2cfe0d req-df31b66e-7743-4cc5-afa5-af41b5d8b164 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:32.035736 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28042028-f79b-48df-84ac-9d768534d510 req-5105151f-a52f-4ccb-a8be-6d0835dc9e56 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Notify agent at l3_agent.dv-cinder-831247-16-iscsi the message routers_updated {{(pid=103919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 15:33:32.047551 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7efc95e-0a2b-4517-b9a1-35162831c87e None None] Sync routers for ids ['bc437c53-8ef0-4776-adae-03f3429aef49'] in dv-cinder-831247-16-iscsi {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:33:32.056961 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7efc95e-0a2b-4517-b9a1-35162831c87e None None] Routers {'bc437c53-8ef0-4776-adae-03f3429aef49'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:33:32.057574 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-e7efc95e-0a2b-4517-b9a1-35162831c87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:33:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['bc437c53-8ef0-4776-adae-03f3429aef49'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:32.081869 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [req-28042028-f79b-48df-84ac-9d768534d510 req-5105151f-a52f-4ccb-a8be-6d0835dc9e56 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] No DVR routers for this DVR port b04e40b4-2410-4984-b7d1-f08887d6d894 on host hv-cinder-83124 {{(pid=103919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 15:33:32.084472 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-28042028-f79b-48df-84ac-9d768534d510 req-5105151f-a52f-4ccb-a8be-6d0835dc9e56 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for port (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:32.087839 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-28042028-f79b-48df-84ac-9d768534d510 req-5105151f-a52f-4ccb-a8be-6d0835dc9e56 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.95 "DELETE /v2.0/ports/b04e40b4-2410-4984-b7d1-f08887d6d894 HTTP/1.1" status: 204 len: 173 time: 0.8915496 Jun 03 15:33:32.088782 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f911eff-09ff-4dd0-8c61-7798cc9ad53f', 'name': 'network-vif-deleted', 'tag': 'b04e40b4-2410-4984-b7d1-f08887d6d894'}] {{(pid=103919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:33:32.091090 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb6718ce3f0a4af57ef91ee7142c10b6234fd65cffdc95d0a08216ae9169e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d508341d-2276-4b08-a4fa-cae81ffb16ab" -d '{"events": [{"server_uuid": "4f911eff-09ff-4dd0-8c61-7798cc9ad53f", "name": "network-vif-deleted", "tag": "b04e40b4-2410-4984-b7d1-f08887d6d894"}]}' {{(pid=103919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:33:32.125993 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_common [req-c1d23451-b115-447e-8cd7-c17f6f2cfe0d req-df31b66e-7743-4cc5-afa5-af41b5d8b164 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Allocated IP 172.20.0.3 (914f3c40-3d58-42c5-84f2-1921af6d0fdf/da6f25de-d675-4270-a05c-368266d42ad7/53d986f2-9b7e-4d47-98b6-97e16d55aae9) {{(pid=103920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:33:32.142836 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 15:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0583f525-5441-494b-9484-ce11cca796b6 x-openstack-request-id: req-0583f525-5441-494b-9484-ce11cca796b6 {{(pid=103919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:33:32.143531 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f911eff-09ff-4dd0-8c61-7798cc9ad53f", "name": "network-vif-deleted", "tag": "b04e40b4-2410-4984-b7d1-f08887d6d894", "status": "completed", "code": 200}]} {{(pid=103919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:33:32.144689 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0583f525-5441-494b-9484-ce11cca796b6 {{(pid=103919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:33:32.145264 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0583f525-5441-494b-9484-ce11cca796b6'] response: {'server_uuid': '4f911eff-09ff-4dd0-8c61-7798cc9ad53f', 'name': 'network-vif-deleted', 'tag': 'b04e40b4-2410-4984-b7d1-f08887d6d894', 'status': 'completed', 'code': 200} Jun 03 15:33:32.173476 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-e7efc95e-0a2b-4517-b9a1-35162831c87e None None] Set router bc437c53-8ef0-4776-adae-03f3429aef49 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:33:32.276070 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:32.345659 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-c1d23451-b115-447e-8cd7-c17f6f2cfe0d req-df31b66e-7743-4cc5-afa5-af41b5d8b164 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Publish callbacks [] for port (53d986f2-9b7e-4d47-98b6-97e16d55aae9), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:32.347512 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:32.382119 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-c1d23451-b115-447e-8cd7-c17f6f2cfe0d req-df31b66e-7743-4cc5-afa5-af41b5d8b164 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5848811'] for port (53d986f2-9b7e-4d47-98b6-97e16d55aae9), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:32.394843 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-e7efc95e-0a2b-4517-b9a1-35162831c87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'name': 'tempest-AttachVolumeNegativeTest-1504343588-router', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:36Z', 'updated_at': '2022-06-03T15:26:46Z', 'revision_number': 4, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'gw_port': {'id': '1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:38Z', 'updated_at': '2022-06-03T15:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': 'a4683a29-9638-4e0d-884d-65794d85dd4f', 'name': '', 'network_id': '68719859-5880-402e-b442-370597e1ce2f', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'mac_address': 'fa:16:3e:bd:e2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1e60cea5-d2fd-43f7-aff8-25b5abe402c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:42Z', 'updated_at': '2022-06-03T15:27:00Z', 'revision_number': 5, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'subnets': [{'id': '1e60cea5-d2fd-43f7-aff8-25b5abe402c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:32.422625 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7efc95e-0a2b-4517-b9a1-35162831c87e None None] Checking router: bc437c53-8ef0-4776-adae-03f3429aef49 for host: dv-cinder-831247-16-iscsi {{(pid=103922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:33:32.429724 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1d23451-b115-447e-8cd7-c17f6f2cfe0d req-df31b66e-7743-4cc5-afa5-af41b5d8b164 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Network 914f3c40-3d58-42c5-84f2-1921af6d0fdf is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:33:32.430984 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7efc95e-0a2b-4517-b9a1-35162831c87e None None] Routers {'bc437c53-8ef0-4776-adae-03f3429aef49'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:33:32.431810 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-e7efc95e-0a2b-4517-b9a1-35162831c87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:33:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['bc437c53-8ef0-4776-adae-03f3429aef49'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:32.433028 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [req-c1d23451-b115-447e-8cd7-c17f6f2cfe0d req-df31b66e-7743-4cc5-afa5-af41b5d8b164 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:33:32.439815 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1d23451-b115-447e-8cd7-c17f6f2cfe0d req-df31b66e-7743-4cc5-afa5-af41b5d8b164 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Received port after_create {{(pid=103920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:33:32.463600 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df31b66e-7743-4cc5-afa5-af41b5d8b164 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Pushing event updated for resources: {'Port': ['ID=53d986f2-9b7e-4d47-98b6-97e16d55aae9,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:32.498698 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d23451-b115-447e-8cd7-c17f6f2cfe0d req-df31b66e-7743-4cc5-afa5-af41b5d8b164 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:32.499362 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-c1d23451-b115-447e-8cd7-c17f6f2cfe0d req-df31b66e-7743-4cc5-afa5-af41b5d8b164 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for port (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:32.516650 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-c1d23451-b115-447e-8cd7-c17f6f2cfe0d req-df31b66e-7743-4cc5-afa5-af41b5d8b164 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6957166 Jun 03 15:33:32.531146 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [req-c1d23451-b115-447e-8cd7-c17f6f2cfe0d req-179cdfa0-d68e-41cd-85ad-1046195a7b92 service neutron] Request body: {'port': {'device_id': '6ad1307c-04fc-4558-9d69-49236090c8b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:33:32.542886 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-e7efc95e-0a2b-4517-b9a1-35162831c87e None None] Set router bc437c53-8ef0-4776-adae-03f3429aef49 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:33:32.601234 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-c1d23451-b115-447e-8cd7-c17f6f2cfe0d req-179cdfa0-d68e-41cd-85ad-1046195a7b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (53d986f2-9b7e-4d47-98b6-97e16d55aae9), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:32.827974 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-e7efc95e-0a2b-4517-b9a1-35162831c87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'name': 'tempest-AttachVolumeNegativeTest-1504343588-router', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:36Z', 'updated_at': '2022-06-03T15:26:46Z', 'revision_number': 4, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'gw_port': {'id': '1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:38Z', 'updated_at': '2022-06-03T15:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': 'a4683a29-9638-4e0d-884d-65794d85dd4f', 'name': '', 'network_id': '68719859-5880-402e-b442-370597e1ce2f', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'mac_address': 'fa:16:3e:bd:e2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1e60cea5-d2fd-43f7-aff8-25b5abe402c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:42Z', 'updated_at': '2022-06-03T15:27:00Z', 'revision_number': 5, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'subnets': [{'id': '1e60cea5-d2fd-43f7-aff8-25b5abe402c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:32.854111 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7efc95e-0a2b-4517-b9a1-35162831c87e None None] The sync data for ids ['bc437c53-8ef0-4776-adae-03f3429aef49'] in dv-cinder-831247-16-iscsi is: [{'id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'name': 'tempest-AttachVolumeNegativeTest-1504343588-router', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:36Z', 'updated_at': '2022-06-03T15:26:46Z', 'revision_number': 4, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'gw_port': {'id': '1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:38Z', 'updated_at': '2022-06-03T15:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': 'a4683a29-9638-4e0d-884d-65794d85dd4f', 'name': '', 'network_id': '68719859-5880-402e-b442-370597e1ce2f', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'mac_address': 'fa:16:3e:bd:e2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '1e60cea5-d2fd-43f7-aff8-25b5abe402c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:42Z', 'updated_at': '2022-06-03T15:27:00Z', 'revision_number': 5, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'subnets': [{'id': '1e60cea5-d2fd-43f7-aff8-25b5abe402c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:33:32.883783 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b16d99-6f98-490a-83a7-b800d3384994 req-32da8626-3258-4993-a881-7dee71960db5 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:32.885395 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-79b16d99-6f98-490a-83a7-b800d3384994 req-32da8626-3258-4993-a881-7dee71960db5 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.93 "GET /v2.0/ports?device_id=6ad1307c-04fc-4558-9d69-49236090c8b1 HTTP/1.1" status: 200 len: 931 time: 0.0515215 Jun 03 15:33:32.923845 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [req-c1d23451-b115-447e-8cd7-c17f6f2cfe0d req-179cdfa0-d68e-41cd-85ad-1046195a7b92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53d986f2-9b7e-4d47-98b6-97e16d55aae9 {{(pid=103920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:33:32.933557 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-c1d23451-b115-447e-8cd7-c17f6f2cfe0d req-179cdfa0-d68e-41cd-85ad-1046195a7b92 service neutron] Publish callbacks [] for port (53d986f2-9b7e-4d47-98b6-97e16d55aae9), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:32.947163 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.provisioning_blocks [req-c1d23451-b115-447e-8cd7-c17f6f2cfe0d req-179cdfa0-d68e-41cd-85ad-1046195a7b92 service neutron] Transition to ACTIVE for port object 53d986f2-9b7e-4d47-98b6-97e16d55aae9 will not be triggered until provisioned by entity L2. {{(pid=103920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 03 15:33:32.947788 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-79b16d99-6f98-490a-83a7-b800d3384994 req-1e001927-47fd-42df-b370-e1701c341c83 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.93 "GET /v2.0/security-groups?id=42d72d5a-b141-4d8d-b233-41b1feaad181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554900 Jun 03 15:33:32.952850 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-c1d23451-b115-447e-8cd7-c17f6f2cfe0d req-179cdfa0-d68e-41cd-85ad-1046195a7b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5848786'] for port (53d986f2-9b7e-4d47-98b6-97e16d55aae9), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:32.990964 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 56188) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:33:33.012195 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:33.020260 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cdfa0-d68e-41cd-85ad-1046195a7b92 service neutron] Pushing event updated for resources: {'Port': ['ID=53d986f2-9b7e-4d47-98b6-97e16d55aae9,revision_number=2']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:33.058879 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-adf4971e-f5f3-40f4-97cf-62bbb47a0895 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for security_group (bd3904be-b51c-449a-9310-829a60e36930), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:33.086595 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-adf4971e-f5f3-40f4-97cf-62bbb47a0895 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for security_group (bd3904be-b51c-449a-9310-829a60e36930), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:33.094431 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.managers [req-c1d23451-b115-447e-8cd7-c17f6f2cfe0d req-179cdfa0-d68e-41cd-85ad-1046195a7b92 service neutron] Attempting to bind port 53d986f2-9b7e-4d47-98b6-97e16d55aae9 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 15:33:33.094862 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.managers [req-c1d23451-b115-447e-8cd7-c17f6f2cfe0d req-179cdfa0-d68e-41cd-85ad-1046195a7b92 service neutron] Attempting to bind port 53d986f2-9b7e-4d47-98b6-97e16d55aae9 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'ee7b5cac-c2ff-4415-b98e-a1aa8e607bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '914f3c40-3d58-42c5-84f2-1921af6d0fdf'}] {{(pid=103920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 15:33:33.095713 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d23451-b115-447e-8cd7-c17f6f2cfe0d req-179cdfa0-d68e-41cd-85ad-1046195a7b92 service neutron] Attempting to bind port 53d986f2-9b7e-4d47-98b6-97e16d55aae9 on network 914f3c40-3d58-42c5-84f2-1921af6d0fdf {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:33:33.099943 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d23451-b115-447e-8cd7-c17f6f2cfe0d req-179cdfa0-d68e-41cd-85ad-1046195a7b92 service neutron] Port 53d986f2-9b7e-4d47-98b6-97e16d55aae9 on network 914f3c40-3d58-42c5-84f2-1921af6d0fdf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 03 15:33:33.100261 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d23451-b115-447e-8cd7-c17f6f2cfe0d req-179cdfa0-d68e-41cd-85ad-1046195a7b92 service neutron] Attempting to bind port 53d986f2-9b7e-4d47-98b6-97e16d55aae9 on network 914f3c40-3d58-42c5-84f2-1921af6d0fdf {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:33:33.105380 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d23451-b115-447e-8cd7-c17f6f2cfe0d req-179cdfa0-d68e-41cd-85ad-1046195a7b92 service neutron] Checking agent: {'id': '5d40428d-d668-464b-bcee-3124e1355b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 24, 37), 'started_at': datetime.datetime(2022, 6, 3, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 15:33:33.105712 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d23451-b115-447e-8cd7-c17f6f2cfe0d req-179cdfa0-d68e-41cd-85ad-1046195a7b92 service neutron] Checking segment: {'id': 'ee7b5cac-c2ff-4415-b98e-a1aa8e607bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '914f3c40-3d58-42c5-84f2-1921af6d0fdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:33:33.106094 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d23451-b115-447e-8cd7-c17f6f2cfe0d req-179cdfa0-d68e-41cd-85ad-1046195a7b92 service neutron] Bound using segment: {'id': 'ee7b5cac-c2ff-4415-b98e-a1aa8e607bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '914f3c40-3d58-42c5-84f2-1921af6d0fdf'} {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 15:33:33.106518 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.managers [req-c1d23451-b115-447e-8cd7-c17f6f2cfe0d req-179cdfa0-d68e-41cd-85ad-1046195a7b92 service neutron] Bound port: 53d986f2-9b7e-4d47-98b6-97e16d55aae9, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee7b5cac-c2ff-4415-b98e-a1aa8e607bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '914f3c40-3d58-42c5-84f2-1921af6d0fdf'}}] {{(pid=103920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 15:33:33.107112 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-c1d23451-b115-447e-8cd7-c17f6f2cfe0d req-179cdfa0-d68e-41cd-85ad-1046195a7b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (53d986f2-9b7e-4d47-98b6-97e16d55aae9), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:33.141832 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-adf4971e-f5f3-40f4-97cf-62bbb47a0895 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (bd3904be-b51c-449a-9310-829a60e36930), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:33.144534 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-adf4971e-f5f3-40f4-97cf-62bbb47a0895 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:33.145894 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-adf4971e-f5f3-40f4-97cf-62bbb47a0895 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "DELETE /v2.0/security-groups/bd3904be-b51c-449a-9310-829a60e36930 HTTP/1.1" status: 204 len: 168 time: 0.1543174 Jun 03 15:33:33.149672 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 56190) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:33:33.158204 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf4971e-f5f3-40f4-97cf-62bbb47a0895 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3904be-b51c-449a-9310-829a60e36930,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:33.180306 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.api.v2.resource [None req-a366bc2f-470c-4e39-950d-9f6d5294cc30 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] show failed (client error): The resource could not be found. Jun 03 15:33:33.181425 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-a366bc2f-470c-4e39-950d-9f6d5294cc30 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "GET /v2.0/security-groups/bd3904be-b51c-449a-9310-829a60e36930 HTTP/1.1" status: 404 len: 347 time: 0.0310030 Jun 03 15:33:33.183607 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf17ed9-a859-4c98-8b81-a5a670ae661d None None] New status for floating IP 7d94c643-d9d9-4c30-8e5a-81b79229014c: DOWN {{(pid=103921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 15:33:33.184460 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 56192) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:33:33.234448 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [req-c1d23451-b115-447e-8cd7-c17f6f2cfe0d req-179cdfa0-d68e-41cd-85ad-1046195a7b92 service neutron] For port 53d986f2-9b7e-4d47-98b6-97e16d55aae9, host hv-cinder-83124, cleared binding levels {{(pid=103920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 15:33:33.274497 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [req-c1d23451-b115-447e-8cd7-c17f6f2cfe0d req-179cdfa0-d68e-41cd-85ad-1046195a7b92 service neutron] For port 53d986f2-9b7e-4d47-98b6-97e16d55aae9, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=53d986f2-9b7e-4d47-98b6-97e16d55aae9,segment=NetworkSegment(ee7b5cac-c2ff-4415-b98e-a1aa8e607bdf),segment_id=ee7b5cac-c2ff-4415-b98e-a1aa8e607bdf)] {{(pid=103920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 15:33:33.285352 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-c1d23451-b115-447e-8cd7-c17f6f2cfe0d req-179cdfa0-d68e-41cd-85ad-1046195a7b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5848786'] for port (53d986f2-9b7e-4d47-98b6-97e16d55aae9), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:33.310611 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:33.345325 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d23451-b115-447e-8cd7-c17f6f2cfe0d req-179cdfa0-d68e-41cd-85ad-1046195a7b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:33.345961 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-c1d23451-b115-447e-8cd7-c17f6f2cfe0d req-179cdfa0-d68e-41cd-85ad-1046195a7b92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for port (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:33.347460 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-c1d23451-b115-447e-8cd7-c17f6f2cfe0d req-179cdfa0-d68e-41cd-85ad-1046195a7b92 service neutron] 10.222.0.95 "PUT /v2.0/ports/53d986f2-9b7e-4d47-98b6-97e16d55aae9 HTTP/1.1" status: 200 len: 1093 time: 0.8210981 Jun 03 15:33:33.349875 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ad1307c-04fc-4558-9d69-49236090c8b1', 'tag': '53d986f2-9b7e-4d47-98b6-97e16d55aae9'}] {{(pid=103920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:33:33.352137 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fde6ca1c4b3e174e639905c0d93b14e8a3905e0af4b9b9445456920c81b8107" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07869e69-7864-4f2e-a01d-33c93a006f95" -d '{"events": [{"name": "network-changed", "server_uuid": "6ad1307c-04fc-4558-9d69-49236090c8b1", "tag": "53d986f2-9b7e-4d47-98b6-97e16d55aae9"}]}' {{(pid=103920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:33:33.364452 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-49f83f36-cff1-487b-9d5f-192da425f051 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Deleting port c049f2e6-cccd-4296-9e44-12487a89a7f8 {{(pid=103920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:33:33.364793 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-49f83f36-cff1-487b-9d5f-192da425f051 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (c049f2e6-cccd-4296-9e44-12487a89a7f8), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:33.426005 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 15:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a229a6-3f36-40af-80b7-c4c8f3ee4e02 x-openstack-request-id: req-14a229a6-3f36-40af-80b7-c4c8f3ee4e02 {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:33:33.426293 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ad1307c-04fc-4558-9d69-49236090c8b1", "tag": "53d986f2-9b7e-4d47-98b6-97e16d55aae9", "status": "completed", "code": 200}]} {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:33:33.426552 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-14a229a6-3f36-40af-80b7-c4c8f3ee4e02 {{(pid=103920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:33:33.426959 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14a229a6-3f36-40af-80b7-c4c8f3ee4e02'] response: {'name': 'network-changed', 'server_uuid': '6ad1307c-04fc-4558-9d69-49236090c8b1', 'tag': '53d986f2-9b7e-4d47-98b6-97e16d55aae9', 'status': 'completed', 'code': 200} Jun 03 15:33:33.447995 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cdfa0-d68e-41cd-85ad-1046195a7b92 service neutron] Pushing event updated for resources: {'Port': ['ID=53d986f2-9b7e-4d47-98b6-97e16d55aae9,revision_number=3']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:33.475562 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d23451-b115-447e-8cd7-c17f6f2cfe0d req-06afc7f3-5a4d-4ac5-a408-03fab149d5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:33.477021 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-c1d23451-b115-447e-8cd7-c17f6f2cfe0d req-06afc7f3-5a4d-4ac5-a408-03fab149d5d4 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d5151421b3ee4477924cdab41025075b&device_id=6ad1307c-04fc-4558-9d69-49236090c8b1 HTTP/1.1" status: 200 len: 1127 time: 0.0647714 Jun 03 15:33:33.527520 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-49f83f36-cff1-487b-9d5f-192da425f051 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (c049f2e6-cccd-4296-9e44-12487a89a7f8), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:33.527841 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-49f83f36-cff1-487b-9d5f-192da425f051 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for floatingip (c049f2e6-cccd-4296-9e44-12487a89a7f8), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:33.532030 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-c1d23451-b115-447e-8cd7-c17f6f2cfe0d req-71125091-6cc0-4362-884e-f82801d40cc9 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53d986f2-9b7e-4d47-98b6-97e16d55aae9 HTTP/1.1" status: 200 len: 217 time: 0.0454304 Jun 03 15:33:33.550241 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-49f83f36-cff1-487b-9d5f-192da425f051 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Calling delete_port for c049f2e6-cccd-4296-9e44-12487a89a7f8 owned by network:floatingip {{(pid=103920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:33:33.623491 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d23451-b115-447e-8cd7-c17f6f2cfe0d req-6d359fee-d145-4efa-86f5-974ae05816c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:33.624879 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-c1d23451-b115-447e-8cd7-c17f6f2cfe0d req-6d359fee-d145-4efa-86f5-974ae05816c3 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=da6f25de-d675-4270-a05c-368266d42ad7 HTTP/1.1" status: 200 len: 854 time: 0.0860486 Jun 03 15:33:33.671329 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-c1d23451-b115-447e-8cd7-c17f6f2cfe0d req-b192d095-77a8-40d9-8e33-d6084c4fbb50 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=914f3c40-3d58-42c5-84f2-1921af6d0fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397699 Jun 03 15:33:33.807212 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-c1d23451-b115-447e-8cd7-c17f6f2cfe0d req-7e685685-9573-4169-bf6c-a44aeed3b921 service neutron] 10.222.0.95 "GET /v2.0/networks/914f3c40-3d58-42c5-84f2-1921af6d0fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231575 Jun 03 15:33:33.808484 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-49f83f36-cff1-487b-9d5f-192da425f051 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5848811'] for port (c049f2e6-cccd-4296-9e44-12487a89a7f8), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:33.842513 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f83f36-cff1-487b-9d5f-192da425f051 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Pushing event deleted for resources: {'Port': ['ID=c049f2e6-cccd-4296-9e44-12487a89a7f8,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:33.931734 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=4 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:33.969009 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-49f83f36-cff1-487b-9d5f-192da425f051 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks [] for floatingip (7d94c643-d9d9-4c30-8e5a-81b79229014c), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:33.971466 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-49f83f36-cff1-487b-9d5f-192da425f051 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for floatingip (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:33.972599 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-49f83f36-cff1-487b-9d5f-192da425f051 tempest-AttachVolumeNegativeTest-1459823623 tempest-AttachVolumeNegativeTest-1459823623-project] 10.222.0.93 "DELETE /v2.0/floatingips/7d94c643-d9d9-4c30-8e5a-81b79229014c HTTP/1.1" status: 204 len: 168 time: 0.7872691 Jun 03 15:33:33.981543 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-c1d23451-b115-447e-8cd7-c17f6f2cfe0d req-4122ae5d-b5f4-4a3d-98a2-e1892ea1de2a service neutron] 10.222.0.95 "GET /v2.0/networks/914f3c40-3d58-42c5-84f2-1921af6d0fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621530 Jun 03 15:33:34.082022 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c613ea23-cb3a-461e-8b19-2a4afd489af8 req-f49c96c6-c4b2-4c89-8636-db8597530139 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:34.083571 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-c613ea23-cb3a-461e-8b19-2a4afd489af8 req-f49c96c6-c4b2-4c89-8636-db8597530139 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.93 "GET /v2.0/ports?device_id=6ad1307c-04fc-4558-9d69-49236090c8b1 HTTP/1.1" status: 200 len: 943 time: 0.0573311 Jun 03 15:33:34.130032 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-c613ea23-cb3a-461e-8b19-2a4afd489af8 req-68fb84e0-fb13-4572-89d5-9834151b5482 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.93 "GET /v2.0/security-groups?id=42d72d5a-b141-4d8d-b233-41b1feaad181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406692 Jun 03 15:33:34.414420 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device b04e40b4-2410-4984-b7d1-f08887d6d894 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 15:33:34.437795 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] No Port match for: b04e40b4-2410-4984-b7d1-f08887d6d894 {{(pid=103921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 15:33:34.438144 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device b04e40b4-2410-4984-b7d1-f08887d6d894 not bound to the agent host hv-cinder-83124 {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 15:33:34.976168 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07869e69-7864-4f2e-a01d-33c93a006f95 req-85e45f71-6df0-4eac-8b4d-240c12c77db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:34.977884 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-07869e69-7864-4f2e-a01d-33c93a006f95 req-85e45f71-6df0-4eac-8b4d-240c12c77db9 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d5151421b3ee4477924cdab41025075b&device_id=6ad1307c-04fc-4558-9d69-49236090c8b1 HTTP/1.1" status: 200 len: 1127 time: 0.0383546 Jun 03 15:33:35.036134 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:35.070436 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07869e69-7864-4f2e-a01d-33c93a006f95 req-a8696d33-50cf-494b-8801-a225b47150f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:35.071916 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-07869e69-7864-4f2e-a01d-33c93a006f95 req-a8696d33-50cf-494b-8801-a225b47150f2 service neutron] 10.222.0.95 "GET /v2.0/networks?id=914f3c40-3d58-42c5-84f2-1921af6d0fdf HTTP/1.1" status: 200 len: 915 time: 0.0876045 Jun 03 15:33:35.111559 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-07869e69-7864-4f2e-a01d-33c93a006f95 req-281881d8-03c2-4e3d-ab57-65bdd1b3d396 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53d986f2-9b7e-4d47-98b6-97e16d55aae9 HTTP/1.1" status: 200 len: 217 time: 0.0325196 Jun 03 15:33:35.258184 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c172696-0df4-4eb1-8a55-41822eec4ba9 req-53bcacee-ffe1-4873-a08e-d016be735003 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:35.261064 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-9c172696-0df4-4eb1-8a55-41822eec4ba9 req-53bcacee-ffe1-4873-a08e-d016be735003 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.93 "GET /v2.0/ports?device_id=6ad1307c-04fc-4558-9d69-49236090c8b1 HTTP/1.1" status: 200 len: 943 time: 0.0564003 Jun 03 15:33:35.315830 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-9c172696-0df4-4eb1-8a55-41822eec4ba9 req-040c70e6-3de3-4bb5-a02b-8354dcb64643 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.93 "GET /v2.0/security-groups?id=42d72d5a-b141-4d8d-b233-41b1feaad181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483637 Jun 03 15:33:35.380307 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07869e69-7864-4f2e-a01d-33c93a006f95 req-db274d44-9aba-4ac4-88f2-6594b5ab70da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:35.381796 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-07869e69-7864-4f2e-a01d-33c93a006f95 req-db274d44-9aba-4ac4-88f2-6594b5ab70da service neutron] 10.222.0.95 "GET /v2.0/subnets?id=da6f25de-d675-4270-a05c-368266d42ad7 HTTP/1.1" status: 200 len: 854 time: 0.0448475 Jun 03 15:33:35.421246 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-07869e69-7864-4f2e-a01d-33c93a006f95 req-8fc44b2a-8010-4527-b4d5-31bf9d0e074a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=914f3c40-3d58-42c5-84f2-1921af6d0fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312054 Jun 03 15:33:35.517239 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-07869e69-7864-4f2e-a01d-33c93a006f95 req-b23ca421-d33f-4980-9b7a-c2b9191917fd service neutron] 10.222.0.95 "GET /v2.0/networks/914f3c40-3d58-42c5-84f2-1921af6d0fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906405 Jun 03 15:33:35.804186 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-07869e69-7864-4f2e-a01d-33c93a006f95 req-7756bbfe-425d-4e73-94b8-7fcf6a0e288c service neutron] 10.222.0.95 "GET /v2.0/networks/914f3c40-3d58-42c5-84f2-1921af6d0fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848162 Jun 03 15:33:36.406437 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device 53d986f2-9b7e-4d47-98b6-97e16d55aae9 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 15:33:36.437544 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb309b4-c5b6-4bd8-ba0a-d1cb95c28788 req-b89c4d05-3ee8-4554-a12e-952318f5ab7f tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:36.439225 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-9cb309b4-c5b6-4bd8-ba0a-d1cb95c28788 req-b89c4d05-3ee8-4554-a12e-952318f5ab7f tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.93 "GET /v2.0/ports?device_id=6ad1307c-04fc-4558-9d69-49236090c8b1 HTTP/1.1" status: 200 len: 943 time: 0.0550797 Jun 03 15:33:36.493177 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-9cb309b4-c5b6-4bd8-ba0a-d1cb95c28788 req-a57d31b9-e713-45df-8b42-f6c3389458cb tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.93 "GET /v2.0/security-groups?id=42d72d5a-b141-4d8d-b233-41b1feaad181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477140 Jun 03 15:33:36.523274 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port 53d986f2-9b7e-4d47-98b6-97e16d55aae9, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=53d986f2-9b7e-4d47-98b6-97e16d55aae9,segment=NetworkSegment(ee7b5cac-c2ff-4415-b98e-a1aa8e607bdf),segment_id=ee7b5cac-c2ff-4415-b98e-a1aa8e607bdf)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:33:36.537495 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Returning: {'device': '53d986f2-9b7e-4d47-98b6-97e16d55aae9', 'network_id': '914f3c40-3d58-42c5-84f2-1921af6d0fdf', 'port_id': '53d986f2-9b7e-4d47-98b6-97e16d55aae9', 'mac_address': 'fa:16:3e:1b:89:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da6f25de-d675-4270-a05c-368266d42ad7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 15:33:36.578424 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Current status of the port 53d986f2-9b7e-4d47-98b6-97e16d55aae9 is: DOWN; New status is: BUILD {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:33:36.578827 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (53d986f2-9b7e-4d47-98b6-97e16d55aae9), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:36.591904 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53d986f2-9b7e-4d47-98b6-97e16d55aae9 {{(pid=103921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:33:36.612728 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port 53d986f2-9b7e-4d47-98b6-97e16d55aae9, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=53d986f2-9b7e-4d47-98b6-97e16d55aae9,segment=NetworkSegment(ee7b5cac-c2ff-4415-b98e-a1aa8e607bdf),segment_id=ee7b5cac-c2ff-4415-b98e-a1aa8e607bdf)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:33:36.616538 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (53d986f2-9b7e-4d47-98b6-97e16d55aae9), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:36.662791 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Pushing event updated for resources: {'Port': ['ID=53d986f2-9b7e-4d47-98b6-97e16d55aae9,revision_number=4']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:36.669786 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:36.670138 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:36.671013 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:36.671351 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:36.671681 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:36.672005 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:36.672325 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:36.672643 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:36.672962 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:36.673279 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:36.673604 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:36.673985 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:36.674306 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:36.674642 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:36.674960 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:36.904487 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] get_ports_and_sgs() called for port_ids ['53d986f2-9b7e-4d47-98b6-97e16d55aae9'] {{(pid=103921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 15:33:36.911775 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:36.948385 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (5d40428d-d668-464b-bcee-3124e1355b3b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:37.012007 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:37.622015 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946131b3-24dd-42dd-bfac-2330636a0242 req-2b75ad99-0717-4fee-8f6f-7dcc8e80f154 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:37.625937 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-946131b3-24dd-42dd-bfac-2330636a0242 req-2b75ad99-0717-4fee-8f6f-7dcc8e80f154 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.93 "GET /v2.0/ports?device_id=6ad1307c-04fc-4558-9d69-49236090c8b1 HTTP/1.1" status: 200 len: 944 time: 0.0632541 Jun 03 15:33:37.685622 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 56250) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:33:37.698062 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-946131b3-24dd-42dd-bfac-2330636a0242 req-a5331725-62ed-4ed0-90cb-08f7c8c53980 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.93 "GET /v2.0/security-groups?id=42d72d5a-b141-4d8d-b233-41b1feaad181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659199 Jun 03 15:33:38.032835 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=100 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:38.050447 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1a979e31-a380-4dde-a0f7-6af96f416bf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-761311'] for router_interface (bc437c53-8ef0-4776-adae-03f3429aef49), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:38.419683 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device 53d986f2-9b7e-4d47-98b6-97e16d55aae9 up at agent hyperv_hv-cinder-83124 {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:33:38.463193 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Provisioning for port 53d986f2-9b7e-4d47-98b6-97e16d55aae9 completed by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 03 15:33:38.470358 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Provisioning complete for port 53d986f2-9b7e-4d47-98b6-97e16d55aae9 triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:33:38.470772 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (53d986f2-9b7e-4d47-98b6-97e16d55aae9), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:38.518149 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-1a979e31-a380-4dde-a0f7-6af96f416bf2 admin admin] Deleting port a4683a29-9638-4e0d-884d-65794d85dd4f {{(pid=103920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:33:38.518490 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1a979e31-a380-4dde-a0f7-6af96f416bf2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (a4683a29-9638-4e0d-884d-65794d85dd4f), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:38.545062 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Current status of the port 53d986f2-9b7e-4d47-98b6-97e16d55aae9 is: BUILD; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:33:38.546065 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (53d986f2-9b7e-4d47-98b6-97e16d55aae9), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:38.568800 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ad1307c-04fc-4558-9d69-49236090c8b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53d986f2-9b7e-4d47-98b6-97e16d55aae9'}] {{(pid=103921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:33:38.571318 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a0ad6594b2f649df373dfcb19de0225617b45f42ff1455deb142f027ba5606a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5991498b-44d1-447f-b512-af99f9b8c6f6" -d '{"events": [{"server_uuid": "6ad1307c-04fc-4558-9d69-49236090c8b1", "name": "network-vif-plugged", "status": "completed", "tag": "53d986f2-9b7e-4d47-98b6-97e16d55aae9"}]}' {{(pid=103921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:33:38.584323 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port 53d986f2-9b7e-4d47-98b6-97e16d55aae9, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=53d986f2-9b7e-4d47-98b6-97e16d55aae9,segment=NetworkSegment(ee7b5cac-c2ff-4415-b98e-a1aa8e607bdf),segment_id=ee7b5cac-c2ff-4415-b98e-a1aa8e607bdf)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:33:38.589537 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (53d986f2-9b7e-4d47-98b6-97e16d55aae9), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:38.603115 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [None req-1a979e31-a380-4dde-a0f7-6af96f416bf2 admin admin] For port a4683a29-9638-4e0d-884d-65794d85dd4f, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=a4683a29-9638-4e0d-884d-65794d85dd4f,segment=NetworkSegment(71db973e-62af-43f0-a23f-112fc819cb27),segment_id=71db973e-62af-43f0-a23f-112fc819cb27)] {{(pid=103920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:33:38.603276 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1a979e31-a380-4dde-a0f7-6af96f416bf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (a4683a29-9638-4e0d-884d-65794d85dd4f), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:38.614521 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 15:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3a53db-e02a-470f-978d-d00bf97c475d x-openstack-request-id: req-be3a53db-e02a-470f-978d-d00bf97c475d {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:33:38.614834 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ad1307c-04fc-4558-9d69-49236090c8b1", "name": "network-vif-plugged", "status": "completed", "tag": "53d986f2-9b7e-4d47-98b6-97e16d55aae9", "code": 200}]} {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:33:38.615107 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-be3a53db-e02a-470f-978d-d00bf97c475d {{(pid=103921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:33:38.615572 dv-cinder-831247-16-iscsi neutron-server[103921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be3a53db-e02a-470f-978d-d00bf97c475d'] response: {'server_uuid': '6ad1307c-04fc-4558-9d69-49236090c8b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53d986f2-9b7e-4d47-98b6-97e16d55aae9', 'code': 200} Jun 03 15:33:38.619133 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=100 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:38.621495 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-1a979e31-a380-4dde-a0f7-6af96f416bf2 admin admin] Calling delete_port for a4683a29-9638-4e0d-884d-65794d85dd4f owned by network:router_interface {{(pid=103920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:33:38.644952 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Pushing event updated for resources: {'Port': ['ID=53d986f2-9b7e-4d47-98b6-97e16d55aae9,revision_number=5']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:38.848194 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0140880d-8d54-4626-9d71-f166fa8d2528 req-c5b662b9-9875-4179-a7cc-0d98b3c63cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:38.849677 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-0140880d-8d54-4626-9d71-f166fa8d2528 req-c5b662b9-9875-4179-a7cc-0d98b3c63cee service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=6ad1307c-04fc-4558-9d69-49236090c8b1 HTTP/1.1" status: 200 len: 1129 time: 0.0862796 Jun 03 15:33:38.884443 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af0cda-9a24-4f4e-bd67-835c8186e6c7 req-80742b6f-9680-49db-beb5-7b368ee33a02 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:38.886113 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f2af0cda-9a24-4f4e-bd67-835c8186e6c7 req-80742b6f-9680-49db-beb5-7b368ee33a02 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.93 "GET /v2.0/ports?device_id=6ad1307c-04fc-4558-9d69-49236090c8b1 HTTP/1.1" status: 200 len: 945 time: 0.0918658 Jun 03 15:33:38.952990 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-0140880d-8d54-4626-9d71-f166fa8d2528 req-72fa730d-5335-4488-81ff-25c62304cf08 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=42d72d5a-b141-4d8d-b233-41b1feaad181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951006 Jun 03 15:33:38.976035 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1a979e31-a380-4dde-a0f7-6af96f416bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5848811'] for port (a4683a29-9638-4e0d-884d-65794d85dd4f), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:39.006784 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f2af0cda-9a24-4f4e-bd67-835c8186e6c7 req-b03b917f-6910-422e-9951-fff64222c2ad tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.93 "GET /v2.0/security-groups?id=42d72d5a-b141-4d8d-b233-41b1feaad181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017933 Jun 03 15:33:39.009786 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a979e31-a380-4dde-a0f7-6af96f416bf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4683a29-9638-4e0d-884d-65794d85dd4f,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:39.036664 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a979e31-a380-4dde-a0f7-6af96f416bf2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:39.037019 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a979e31-a380-4dde-a0f7-6af96f416bf2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:39.037359 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a979e31-a380-4dde-a0f7-6af96f416bf2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:39.037699 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a979e31-a380-4dde-a0f7-6af96f416bf2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:39.038038 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a979e31-a380-4dde-a0f7-6af96f416bf2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:39.038369 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a979e31-a380-4dde-a0f7-6af96f416bf2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:39.038724 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a979e31-a380-4dde-a0f7-6af96f416bf2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:39.039053 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a979e31-a380-4dde-a0f7-6af96f416bf2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:39.039397 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a979e31-a380-4dde-a0f7-6af96f416bf2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:39.039692 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a979e31-a380-4dde-a0f7-6af96f416bf2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:39.040019 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a979e31-a380-4dde-a0f7-6af96f416bf2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:39.040348 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a979e31-a380-4dde-a0f7-6af96f416bf2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:39.040668 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a979e31-a380-4dde-a0f7-6af96f416bf2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:39.041657 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a979e31-a380-4dde-a0f7-6af96f416bf2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:39.041657 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a979e31-a380-4dde-a0f7-6af96f416bf2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:33:39.157025 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:39.213488 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1a979e31-a380-4dde-a0f7-6af96f416bf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765714'] for router_interface (bc437c53-8ef0-4776-adae-03f3429aef49), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:39.327976 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-a0de36b9-bac4-45e3-b796-ff447adb8a06 req-ed49c0f8-4bee-4fde-92ea-44a7ecd91974 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=800d0eab-3550-4b55-8837-765681285f77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1157157 Jun 03 15:33:39.463027 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a979e31-a380-4dde-a0f7-6af96f416bf2 admin admin] Router bc437c53-8ef0-4776-adae-03f3429aef49 has already been hosted by L3 agent af3cb756-c261-4349-9f96-3650fb8ddf57 {{(pid=103920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 15:33:39.505662 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:39.565600 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a979e31-a380-4dde-a0f7-6af96f416bf2 admin admin] Notify agent at l3_agent.dv-cinder-831247-16-iscsi the message routers_updated {{(pid=103920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 15:33:39.570493 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-1a979e31-a380-4dde-a0f7-6af96f416bf2 admin admin] 10.222.0.93 "PUT /v2.0/routers/bc437c53-8ef0-4776-adae-03f3429aef49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8832827 Jun 03 15:33:39.573147 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 56276) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:33:39.575749 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3946166d-6c42-4b93-a07e-f9b7ca1d0f67 None None] Sync routers for ids ['bc437c53-8ef0-4776-adae-03f3429aef49'] in dv-cinder-831247-16-iscsi {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:33:39.585522 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3946166d-6c42-4b93-a07e-f9b7ca1d0f67 None None] Routers {'bc437c53-8ef0-4776-adae-03f3429aef49'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:33:39.586134 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-3946166d-6c42-4b93-a07e-f9b7ca1d0f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:33:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['bc437c53-8ef0-4776-adae-03f3429aef49'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:39.677702 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-94bd33df-bb6e-429b-b9f4-982b07a7ebd2 admin admin] Publish callbacks [] for router (bc437c53-8ef0-4776-adae-03f3429aef49), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:39.687645 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-3946166d-6c42-4b93-a07e-f9b7ca1d0f67 None None] Set router bc437c53-8ef0-4776-adae-03f3429aef49 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:33:39.771618 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=100 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:39.778160 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-94bd33df-bb6e-429b-b9f4-982b07a7ebd2 admin admin] Publish callbacks [] for router_gateway (bc437c53-8ef0-4776-adae-03f3429aef49), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:39.823069 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-94bd33df-bb6e-429b-b9f4-982b07a7ebd2 admin admin] Deleting port 1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c {{(pid=103920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:33:39.823410 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-94bd33df-bb6e-429b-b9f4-982b07a7ebd2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:39.853257 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.agents_db [None req-a949b1cf-d0d8-4748-9c84-4164e96bf99f None None] Agent healthcheck: found 6 active agents {{(pid=103922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 15:33:39.865630 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-3946166d-6c42-4b93-a07e-f9b7ca1d0f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'name': 'tempest-AttachVolumeNegativeTest-1504343588-router', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:36Z', 'updated_at': '2022-06-03T15:33:38Z', 'revision_number': 5, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'gw_port': {'id': '1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:38Z', 'updated_at': '2022-06-03T15:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi'}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:39.890914 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3946166d-6c42-4b93-a07e-f9b7ca1d0f67 None None] Checking router: bc437c53-8ef0-4776-adae-03f3429aef49 for host: dv-cinder-831247-16-iscsi {{(pid=103922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:33:39.899688 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3946166d-6c42-4b93-a07e-f9b7ca1d0f67 None None] Routers {'bc437c53-8ef0-4776-adae-03f3429aef49'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:33:39.900300 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-3946166d-6c42-4b93-a07e-f9b7ca1d0f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:33:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['bc437c53-8ef0-4776-adae-03f3429aef49'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:39.912500 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [None req-94bd33df-bb6e-429b-b9f4-982b07a7ebd2 admin admin] For port 1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c,segment=NetworkSegment(fb1f6c29-8e9a-43bb-852a-39936675ceea),segment_id=fb1f6c29-8e9a-43bb-852a-39936675ceea)] {{(pid=103920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:33:39.912996 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-94bd33df-bb6e-429b-b9f4-982b07a7ebd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:39.927101 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-94bd33df-bb6e-429b-b9f4-982b07a7ebd2 admin admin] Calling delete_port for 1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c owned by network:router_gateway {{(pid=103920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:33:39.984420 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-3946166d-6c42-4b93-a07e-f9b7ca1d0f67 None None] Set router bc437c53-8ef0-4776-adae-03f3429aef49 gateway port host: None {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:33:40.038848 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-3946166d-6c42-4b93-a07e-f9b7ca1d0f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'name': 'tempest-AttachVolumeNegativeTest-1504343588-router', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:36Z', 'updated_at': '2022-06-03T15:33:39Z', 'revision_number': 6, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'gw_port_host': None}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:40.040138 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:40.058298 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0de36b9-bac4-45e3-b796-ff447adb8a06 req-5de9f485-336d-4822-8d8b-f21699a0266e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:40.059834 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-a0de36b9-bac4-45e3-b796-ff447adb8a06 req-5de9f485-336d-4822-8d8b-f21699a0266e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=98f97ac03be44e0bb8ab21d985d1dd27&device_id=800d0eab-3550-4b55-8837-765681285f77 HTTP/1.1" status: 200 len: 1129 time: 0.0863087 Jun 03 15:33:40.067846 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:40.071491 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3946166d-6c42-4b93-a07e-f9b7ca1d0f67 None None] The sync data for ids ['bc437c53-8ef0-4776-adae-03f3429aef49'] in dv-cinder-831247-16-iscsi is: [{'id': 'bc437c53-8ef0-4776-adae-03f3429aef49', 'name': 'tempest-AttachVolumeNegativeTest-1504343588-router', 'tenant_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:36Z', 'updated_at': '2022-06-03T15:33:39Z', 'revision_number': 6, 'project_id': '3e8f48e1939245eaa67bcd6a27bc7cda', 'gw_port_host': None}] {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:33:40.140321 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-94bd33df-bb6e-429b-b9f4-982b07a7ebd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5848811'] for port (1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:40.141974 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2acc8-dcd1-4c16-b1e3-e4d33f8249fb req-22e1bbe8-59b2-401b-a8e6-b55c861a3b44 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:40.143543 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-9bd2acc8-dcd1-4c16-b1e3-e4d33f8249fb req-22e1bbe8-59b2-401b-a8e6-b55c861a3b44 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.93 "GET /v2.0/ports?device_id=6ad1307c-04fc-4558-9d69-49236090c8b1 HTTP/1.1" status: 200 len: 945 time: 0.0493991 Jun 03 15:33:40.165117 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:40.165647 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bd33df-bb6e-429b-b9f4-982b07a7ebd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:40.194749 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-9bd2acc8-dcd1-4c16-b1e3-e4d33f8249fb req-d1c037f9-df8c-42bc-9362-bcb3383a89a2 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.93 "GET /v2.0/security-groups?id=42d72d5a-b141-4d8d-b233-41b1feaad181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449598 Jun 03 15:33:40.230269 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-94bd33df-bb6e-429b-b9f4-982b07a7ebd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-763410'] for router_gateway (bc437c53-8ef0-4776-adae-03f3429aef49), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:40.317162 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-94bd33df-bb6e-429b-b9f4-982b07a7ebd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-758203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8029'] for router (bc437c53-8ef0-4776-adae-03f3429aef49), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:40.319410 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-94bd33df-bb6e-429b-b9f4-982b07a7ebd2 admin admin] Publish callbacks [] for router_controller (bc437c53-8ef0-4776-adae-03f3429aef49), precommit_delete_associations {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:40.366895 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-94bd33df-bb6e-429b-b9f4-982b07a7ebd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-758146'] for router (bc437c53-8ef0-4776-adae-03f3429aef49), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:40.367461 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94bd33df-bb6e-429b-b9f4-982b07a7ebd2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc437c53-8ef0-4776-adae-03f3429aef49 {{(pid=103920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 03 15:33:40.371612 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-94bd33df-bb6e-429b-b9f4-982b07a7ebd2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:40.372807 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-94bd33df-bb6e-429b-b9f4-982b07a7ebd2 admin admin] 10.222.0.93 "DELETE /v2.0/routers/bc437c53-8ef0-4776-adae-03f3429aef49 HTTP/1.1" status: 204 len: 168 time: 0.7987394 Jun 03 15:33:40.375281 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 56282) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:33:40.422820 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_v2 [None req-941c0844-0fd0-401d-be20-e1a7cda7bb4e admin admin] Deleting subnet 1e60cea5-d2fd-43f7-aff8-25b5abe402c7 {{(pid=103920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 03 15:33:40.426075 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-941c0844-0fd0-401d-be20-e1a7cda7bb4e admin admin] Publish callbacks [] for subnet (1e60cea5-d2fd-43f7-aff8-25b5abe402c7), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:40.459445 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:40.463939 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-941c0844-0fd0-401d-be20-e1a7cda7bb4e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4693020'] for subnet (1e60cea5-d2fd-43f7-aff8-25b5abe402c7), precommit_delete_associations {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:40.647541 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-941c0844-0fd0-401d-be20-e1a7cda7bb4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1655370'] for subnet (1e60cea5-d2fd-43f7-aff8-25b5abe402c7), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:40.718135 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0de36b9-bac4-45e3-b796-ff447adb8a06 req-3ad54b44-b919-494b-ab34-00b4d960b8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:40.719667 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-a0de36b9-bac4-45e3-b796-ff447adb8a06 req-3ad54b44-b919-494b-ab34-00b4d960b8b5 service neutron] 10.222.0.95 "GET /v2.0/networks?id=63fabd49-da18-4288-852a-c9b600b6fd0f HTTP/1.1" status: 200 len: 910 time: 0.1976495 Jun 03 15:33:40.729532 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-941c0844-0fd0-401d-be20-e1a7cda7bb4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1655361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5848728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365459'] for subnet (1e60cea5-d2fd-43f7-aff8-25b5abe402c7), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:40.757507 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941c0844-0fd0-401d-be20-e1a7cda7bb4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e60cea5-d2fd-43f7-aff8-25b5abe402c7,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:40.759556 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-941c0844-0fd0-401d-be20-e1a7cda7bb4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for subnet (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:40.762949 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-941c0844-0fd0-401d-be20-e1a7cda7bb4e admin admin] 10.222.0.93 "DELETE /v2.0/subnets/1e60cea5-d2fd-43f7-aff8-25b5abe402c7 HTTP/1.1" status: 204 len: 168 time: 0.3867574 Jun 03 15:33:40.766244 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 56284) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:33:40.766829 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49215ae8-9a63-48fd-a987-c90adadd46ec None None] Network 68719859-5880-402e-b442-370597e1ce2f requested from dv-cinder-831247-16-iscsi {{(pid=103921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 15:33:40.837471 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-abf11b4b-ad84-48ff-aaf5-95a755ea6f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1730890'] for network (68719859-5880-402e-b442-370597e1ce2f), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:40.887823 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.plugin [None req-abf11b4b-ad84-48ff-aaf5-95a755ea6f1d admin admin] Deleting port a84d7c6a-faee-4b55-a752-8740091e4a95 {{(pid=103919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:33:40.888344 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-abf11b4b-ad84-48ff-aaf5-95a755ea6f1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (a84d7c6a-faee-4b55-a752-8740091e4a95), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:40.924419 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849e9cad-6d63-4104-b325-37f690d33ef1 None None] DHCP port deletion for 68719859-5880-402e-b442-370597e1ce2f request from dv-cinder-831247-16-iscsi {{(pid=103921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 03 15:33:40.954942 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [None req-abf11b4b-ad84-48ff-aaf5-95a755ea6f1d admin admin] For port a84d7c6a-faee-4b55-a752-8740091e4a95, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=a84d7c6a-faee-4b55-a752-8740091e4a95,segment=NetworkSegment(71db973e-62af-43f0-a23f-112fc819cb27),segment_id=71db973e-62af-43f0-a23f-112fc819cb27)] {{(pid=103919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:33:40.955305 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-abf11b4b-ad84-48ff-aaf5-95a755ea6f1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (a84d7c6a-faee-4b55-a752-8740091e4a95), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:40.961852 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-849e9cad-6d63-4104-b325-37f690d33ef1 None None] Deleting port a84d7c6a-faee-4b55-a752-8740091e4a95 {{(pid=103921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:33:40.962206 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-849e9cad-6d63-4104-b325-37f690d33ef1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (a84d7c6a-faee-4b55-a752-8740091e4a95), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:40.972545 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:40.973754 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.plugin [None req-abf11b4b-ad84-48ff-aaf5-95a755ea6f1d admin admin] Calling delete_port for a84d7c6a-faee-4b55-a752-8740091e4a95 owned by network:dhcp {{(pid=103919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:33:41.030671 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-849e9cad-6d63-4104-b325-37f690d33ef1 None None] For port a84d7c6a-faee-4b55-a752-8740091e4a95, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=a84d7c6a-faee-4b55-a752-8740091e4a95,segment=NetworkSegment(71db973e-62af-43f0-a23f-112fc819cb27),segment_id=71db973e-62af-43f0-a23f-112fc819cb27)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:33:41.031083 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-849e9cad-6d63-4104-b325-37f690d33ef1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (a84d7c6a-faee-4b55-a752-8740091e4a95), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:41.044438 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-849e9cad-6d63-4104-b325-37f690d33ef1 None None] Calling delete_port for a84d7c6a-faee-4b55-a752-8740091e4a95 owned by network:dhcp {{(pid=103921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:33:41.059799 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-abf11b4b-ad84-48ff-aaf5-95a755ea6f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4807792'] for port (a84d7c6a-faee-4b55-a752-8740091e4a95), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:41.074107 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf11b4b-ad84-48ff-aaf5-95a755ea6f1d admin admin] No DVR routers for this DVR port a84d7c6a-faee-4b55-a752-8740091e4a95 on host dv-cinder-831247-16-iscsi {{(pid=103919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 15:33:41.116685 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf11b4b-ad84-48ff-aaf5-95a755ea6f1d admin admin] Pushing event deleted for resources: {'Port': ['ID=a84d7c6a-faee-4b55-a752-8740091e4a95,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:41.134653 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-849e9cad-6d63-4104-b325-37f690d33ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569'] for port (a84d7c6a-faee-4b55-a752-8740091e4a95), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:41.161608 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e9cad-6d63-4104-b325-37f690d33ef1 None None] Pushing event deleted for resources: {'Port': ['ID=a84d7c6a-faee-4b55-a752-8740091e4a95,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:41.181465 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849e9cad-6d63-4104-b325-37f690d33ef1 None None] No DVR routers for this DVR port a84d7c6a-faee-4b55-a752-8740091e4a95 on host dv-cinder-831247-16-iscsi {{(pid=103921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 15:33:41.206149 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-a0de36b9-bac4-45e3-b796-ff447adb8a06 req-8da2641e-bbf7-4371-98f8-5056d46cfcf9 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533 HTTP/1.1" status: 200 len: 1001 time: 0.1121092 Jun 03 15:33:41.294857 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0de36b9-bac4-45e3-b796-ff447adb8a06 req-9d86e659-1d02-4c43-8955-b0682a03b914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:41.297263 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-a0de36b9-bac4-45e3-b796-ff447adb8a06 req-9d86e659-1d02-4c43-8955-b0682a03b914 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=78322f02-2402-4284-a227-98343c2f67dc HTTP/1.1" status: 200 len: 848 time: 0.0838637 Jun 03 15:33:41.366345 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ccd7b2-ecfe-4019-9024-f0d99a614ded req-946626e4-2d4a-45e9-8245-b93218837ec1 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:41.368283 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-98ccd7b2-ecfe-4019-9024-f0d99a614ded req-946626e4-2d4a-45e9-8245-b93218837ec1 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.93 "GET /v2.0/ports?device_id=6ad1307c-04fc-4558-9d69-49236090c8b1 HTTP/1.1" status: 200 len: 945 time: 0.0867591 Jun 03 15:33:41.369970 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0de36b9-bac4-45e3-b796-ff447adb8a06 req-551ab1cb-ed8d-4c7b-9a09-c1fdfba3d4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:41.371464 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-a0de36b9-bac4-45e3-b796-ff447adb8a06 req-551ab1cb-ed8d-4c7b-9a09-c1fdfba3d4b6 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=63fabd49-da18-4288-852a-c9b600b6fd0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0576589 Jun 03 15:33:41.462848 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:DELETE=7,neutron:UPDATE=2,neutron:SELECT=91 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:41.468838 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-abf11b4b-ad84-48ff-aaf5-95a755ea6f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1656049', 'neutron.services.segments.db._delete_segments_for_network-8736362815142'] for network (68719859-5880-402e-b442-370597e1ce2f), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:41.492637 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.services.segments.db [None req-abf11b4b-ad84-48ff-aaf5-95a755ea6f1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68719859-5880-402e-b442-370597e1ce2f']}} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:41.492782 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-98ccd7b2-ecfe-4019-9024-f0d99a614ded req-037c343b-5a1f-484e-bd18-37bd12aaab43 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.93 "GET /v2.0/security-groups?id=42d72d5a-b141-4d8d-b233-41b1feaad181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173241 Jun 03 15:33:41.503813 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.services.segments.db [None req-abf11b4b-ad84-48ff-aaf5-95a755ea6f1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71db973e-62af-43f0-a23f-112fc819cb27') {'for_net_delete': True} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:41.504343 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.services.segments.db [None req-abf11b4b-ad84-48ff-aaf5-95a755ea6f1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71db973e-62af-43f0-a23f-112fc819cb27') {} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:41.522162 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-abf11b4b-ad84-48ff-aaf5-95a755ea6f1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362818991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4652757'] for segment (71db973e-62af-43f0-a23f-112fc819cb27), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:41.527779 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-a0de36b9-bac4-45e3-b796-ff447adb8a06 req-89f21e13-0254-4dcf-829c-1caa483f19c3 service neutron] 10.222.0.95 "GET /v2.0/networks/63fabd49-da18-4288-852a-c9b600b6fd0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423235 Jun 03 15:33:41.543826 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-abf11b4b-ad84-48ff-aaf5-95a755ea6f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659633'] for segment (71db973e-62af-43f0-a23f-112fc819cb27), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:41.553913 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abf11b4b-ad84-48ff-aaf5-95a755ea6f1d admin admin] Releasing vlan 872 on physical network physnet1 to pool {{(pid=103919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:33:41.554449 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-abf11b4b-ad84-48ff-aaf5-95a755ea6f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4809377'] for segment (71db973e-62af-43f0-a23f-112fc819cb27), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:41.624330 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-abf11b4b-ad84-48ff-aaf5-95a755ea6f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1656008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-763130'] for network (68719859-5880-402e-b442-370597e1ce2f), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:41.645056 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-a0de36b9-bac4-45e3-b796-ff447adb8a06 req-3345caf6-dfbf-42fb-aeec-8498d5a76f25 service neutron] 10.222.0.95 "GET /v2.0/networks/63fabd49-da18-4288-852a-c9b600b6fd0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101997 Jun 03 15:33:41.651126 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-abf11b4b-ad84-48ff-aaf5-95a755ea6f1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for network (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:41.670076 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-abf11b4b-ad84-48ff-aaf5-95a755ea6f1d admin admin] 10.222.0.93 "DELETE /v2.0/networks/68719859-5880-402e-b442-370597e1ce2f HTTP/1.1" status: 204 len: 168 time: 0.8907127 Jun 03 15:33:41.674599 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf11b4b-ad84-48ff-aaf5-95a755ea6f1d admin admin] Pushing event deleted for resources: {'Network': ['ID=68719859-5880-402e-b442-370597e1ce2f,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:41.841038 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 56344) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:33:41.844725 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.services.segments.plugin [-] Segment 71db973e-62af-43f0-a23f-112fc819cb27 resource provider aggregate not found Jun 03 15:33:41.873718 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.services.segments.plugin [-] Segment 71db973e-62af-43f0-a23f-112fc819cb27 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 71db973e-62af-43f0-a23f-112fc819cb27 found for delete ", "request_id": "req-b8aa9479-7049-4427-8a07-ea2344c51e27"}]} Jun 03 15:33:41.907182 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-0369a81a-68ef-495a-8023-d83e1204375f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=3e8f48e1939245eaa67bcd6a27bc7cda&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0649469 Jun 03 15:33:41.908770 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 56348) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:33:41.940555 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device a4683a29-9638-4e0d-884d-65794d85dd4f no longer exists at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 15:33:41.965814 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] No Port match for: a4683a29-9638-4e0d-884d-65794d85dd4f {{(pid=103921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 15:33:41.966158 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device a4683a29-9638-4e0d-884d-65794d85dd4f not bound to the agent host dv-cinder-831247-16-iscsi {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 15:33:41.966590 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device 1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c no longer exists at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 15:33:41.974410 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-7bf5bf97-ce3a-40f9-b6d5-6469538e221f admin admin] Publish callbacks [] for security_group (84756b51-b1d7-4816-8ee4-0fcd248da64a), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:41.986074 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] No Port match for: 1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c {{(pid=103921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 15:33:41.986413 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device 1c5eb8ce-c071-4700-b1ac-cf1f18b9d05c not bound to the agent host dv-cinder-831247-16-iscsi {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 15:33:41.986840 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device a84d7c6a-faee-4b55-a752-8740091e4a95 no longer exists at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 15:33:42.001869 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-7bf5bf97-ce3a-40f9-b6d5-6469538e221f admin admin] Publish callbacks [] for security_group (84756b51-b1d7-4816-8ee4-0fcd248da64a), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:42.008189 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] No Port match for: a84d7c6a-faee-4b55-a752-8740091e4a95 {{(pid=103921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 15:33:42.008871 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device a84d7c6a-faee-4b55-a752-8740091e4a95 not bound to the agent host dv-cinder-831247-16-iscsi {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 15:33:42.065315 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-7bf5bf97-ce3a-40f9-b6d5-6469538e221f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (84756b51-b1d7-4816-8ee4-0fcd248da64a), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:42.068301 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-7bf5bf97-ce3a-40f9-b6d5-6469538e221f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:42.072119 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-7bf5bf97-ce3a-40f9-b6d5-6469538e221f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/84756b51-b1d7-4816-8ee4-0fcd248da64a HTTP/1.1" status: 204 len: 168 time: 0.1597617 Jun 03 15:33:42.078388 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf5bf97-ce3a-40f9-b6d5-6469538e221f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84756b51-b1d7-4816-8ee4-0fcd248da64a,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:43.463241 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6670eb-18dc-4ecd-9da6-0f920a153cef req-dd8f1ce0-9be2-43a2-9329-5d193bdf97c6 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:43.464599 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-ad6670eb-18dc-4ecd-9da6-0f920a153cef req-dd8f1ce0-9be2-43a2-9329-5d193bdf97c6 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=697213d5-1b86-415b-bba2-8c09be059aae HTTP/1.1" status: 200 len: 945 time: 0.0471509 Jun 03 15:33:43.513566 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-ad6670eb-18dc-4ecd-9da6-0f920a153cef req-50ad1dc1-4a2a-42d2-82eb-2be07a748f6f tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9094215f-686a-4aae-a59f-3d21514d63ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427737 Jun 03 15:33:44.649049 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee56959-5cb1-4128-a2cb-530cdea94933 req-2432b316-39e3-418b-821c-23afb6995563 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:44.651082 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-0ee56959-5cb1-4128-a2cb-530cdea94933 req-2432b316-39e3-418b-821c-23afb6995563 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=697213d5-1b86-415b-bba2-8c09be059aae HTTP/1.1" status: 200 len: 945 time: 0.0635164 Jun 03 15:33:44.688482 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:44.707074 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-0ee56959-5cb1-4128-a2cb-530cdea94933 req-62604501-57da-4032-85dc-973acbeceb5a tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9094215f-686a-4aae-a59f-3d21514d63ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484459 Jun 03 15:33:45.446042 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 56436) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:33:45.667502 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70913607-1e70-421e-89f0-53ead4862f7a req-4c446873-d5ab-4e7c-838c-4206f3e1ca1f tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:45.669035 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-70913607-1e70-421e-89f0-53ead4862f7a req-4c446873-d5ab-4e7c-838c-4206f3e1ca1f tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.95 "GET /v2.0/ports?device_id=697213d5-1b86-415b-bba2-8c09be059aae HTTP/1.1" status: 200 len: 945 time: 0.0524836 Jun 03 15:33:45.752837 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.plugin [None req-0d01e83d-9bab-43b1-ab91-48ef19fc2b8c tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Deleting port 8602f618-9a45-4963-afca-3350f5c9eb2f {{(pid=103919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:33:45.753407 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-0d01e83d-9bab-43b1-ab91-48ef19fc2b8c tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (8602f618-9a45-4963-afca-3350f5c9eb2f), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:45.763535 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [req-70913607-1e70-421e-89f0-53ead4862f7a req-c186bb56-28c9-4c1c-be50-bb63722f9fc4 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Deleting port 017c3110-af95-4653-ab4b-2de2cf82c63b {{(pid=103920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:33:45.763535 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-70913607-1e70-421e-89f0-53ead4862f7a req-c186bb56-28c9-4c1c-be50-bb63722f9fc4 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (017c3110-af95-4653-ab4b-2de2cf82c63b), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:45.855663 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-0d01e83d-9bab-43b1-ab91-48ef19fc2b8c tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (8602f618-9a45-4963-afca-3350f5c9eb2f), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:45.856236 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-0d01e83d-9bab-43b1-ab91-48ef19fc2b8c tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Publish callbacks [] for floatingip (8602f618-9a45-4963-afca-3350f5c9eb2f), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:45.872768 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.plugin [None req-0d01e83d-9bab-43b1-ab91-48ef19fc2b8c tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Calling delete_port for 8602f618-9a45-4963-afca-3350f5c9eb2f owned by network:floatingip {{(pid=103919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:33:45.876863 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfb0888-7878-4416-865d-1e1dcebe8e1c req-38dfb6a0-6b4c-40db-8256-37807928fe37 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:45.877545 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-bcfb0888-7878-4416-865d-1e1dcebe8e1c req-38dfb6a0-6b4c-40db-8256-37807928fe37 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=697213d5-1b86-415b-bba2-8c09be059aae HTTP/1.1" status: 200 len: 945 time: 0.0688827 Jun 03 15:33:45.888342 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:45.924419 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [req-70913607-1e70-421e-89f0-53ead4862f7a req-c186bb56-28c9-4c1c-be50-bb63722f9fc4 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] For port 017c3110-af95-4653-ab4b-2de2cf82c63b, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=017c3110-af95-4653-ab4b-2de2cf82c63b,segment=NetworkSegment(e7fa8e9f-2916-4044-ae3b-4a0e4ef94a1c),segment_id=e7fa8e9f-2916-4044-ae3b-4a0e4ef94a1c)] {{(pid=103920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:33:45.924792 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-70913607-1e70-421e-89f0-53ead4862f7a req-c186bb56-28c9-4c1c-be50-bb63722f9fc4 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (017c3110-af95-4653-ab4b-2de2cf82c63b), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:45.934348 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:46.005248 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-bcfb0888-7878-4416-865d-1e1dcebe8e1c req-5ad62724-40e4-40a6-80d1-cd3b4261fd4c tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups?id=9094215f-686a-4aae-a59f-3d21514d63ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178401 Jun 03 15:33:46.090017 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-0d01e83d-9bab-43b1-ab91-48ef19fc2b8c tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4807792'] for port (8602f618-9a45-4963-afca-3350f5c9eb2f), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:46.131346 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d01e83d-9bab-43b1-ab91-48ef19fc2b8c tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Pushing event deleted for resources: {'Port': ['ID=8602f618-9a45-4963-afca-3350f5c9eb2f,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:46.139065 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-70913607-1e70-421e-89f0-53ead4862f7a req-c186bb56-28c9-4c1c-be50-bb63722f9fc4 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:46.139424 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-70913607-1e70-421e-89f0-53ead4862f7a req-c186bb56-28c9-4c1c-be50-bb63722f9fc4 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763103'] for floatingip (e6193753-c444-490a-a4d5-e24d81e89795), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:46.139758 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.db.l3_db [req-70913607-1e70-421e-89f0-53ead4862f7a req-c186bb56-28c9-4c1c-be50-bb63722f9fc4 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Floating IP e6193753-c444-490a-a4d5-e24d81e89795 disassociated. External IP: 172.27.3.145, port: 017c3110-af95-4653-ab4b-2de2cf82c63b. Jun 03 15:33:46.140164 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [req-70913607-1e70-421e-89f0-53ead4862f7a req-c186bb56-28c9-4c1c-be50-bb63722f9fc4 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Calling delete_port for 017c3110-af95-4653-ab4b-2de2cf82c63b owned by compute:nova {{(pid=103920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:33:46.217806 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-0d01e83d-9bab-43b1-ab91-48ef19fc2b8c tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Publish callbacks [] for floatingip (e5c7ac2b-632d-4874-a5c4-0c516376b316), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:46.218245 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.db.l3_db [None req-0d01e83d-9bab-43b1-ab91-48ef19fc2b8c tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Floating IP e5c7ac2b-632d-4874-a5c4-0c516376b316 disassociated (deleted). External IP: 172.27.3.168, port: 5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533. Jun 03 15:33:46.284253 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-70913607-1e70-421e-89f0-53ead4862f7a req-c186bb56-28c9-4c1c-be50-bb63722f9fc4 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5848811'] for port (017c3110-af95-4653-ab4b-2de2cf82c63b), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:46.315283 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c186bb56-28c9-4c1c-be50-bb63722f9fc4 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Pushing event deleted for resources: {'Port': ['ID=017c3110-af95-4653-ab4b-2de2cf82c63b,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:46.323398 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:46.428705 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70913607-1e70-421e-89f0-53ead4862f7a req-c186bb56-28c9-4c1c-be50-bb63722f9fc4 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Router 7c1789ab-eeef-43a0-9b0e-0854ddeaef18 has already been hosted by L3 agent af3cb756-c261-4349-9f96-3650fb8ddf57 {{(pid=103920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 15:33:46.450715 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d01e83d-9bab-43b1-ab91-48ef19fc2b8c tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Router 7c247c7d-1491-48be-9a79-d036d72d891e has already been hosted by L3 agent af3cb756-c261-4349-9f96-3650fb8ddf57 {{(pid=103919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 15:33:46.537398 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70913607-1e70-421e-89f0-53ead4862f7a req-c186bb56-28c9-4c1c-be50-bb63722f9fc4 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Notify agent at l3_agent.dv-cinder-831247-16-iscsi the message routers_updated {{(pid=103920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 15:33:46.552555 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c21c43d-4fc1-46c1-b389-af01b59d583b None None] Sync routers for ids ['7c1789ab-eeef-43a0-9b0e-0854ddeaef18'] in dv-cinder-831247-16-iscsi {{(pid=103921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:33:46.562683 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:46.563159 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c21c43d-4fc1-46c1-b389-af01b59d583b None None] Routers {'7c1789ab-eeef-43a0-9b0e-0854ddeaef18'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:33:46.563949 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-7c21c43d-4fc1-46c1-b389-af01b59d583b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:33:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['7c1789ab-eeef-43a0-9b0e-0854ddeaef18'], 'active': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:46.569241 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d01e83d-9bab-43b1-ab91-48ef19fc2b8c tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Notify agent at l3_agent.dv-cinder-831247-16-iscsi the message routers_updated {{(pid=103919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 15:33:46.573866 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-0d01e83d-9bab-43b1-ab91-48ef19fc2b8c tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for floatingip (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:46.582069 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6bde4d-5daa-4bd6-bff6-0e4e16bf897d None None] Sync routers for ids ['7c247c7d-1491-48be-9a79-d036d72d891e'] in dv-cinder-831247-16-iscsi {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:33:46.589641 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [req-70913607-1e70-421e-89f0-53ead4862f7a req-c186bb56-28c9-4c1c-be50-bb63722f9fc4 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] No DVR routers for this DVR port 017c3110-af95-4653-ab4b-2de2cf82c63b on host hv-cinder-83124 {{(pid=103920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 15:33:46.592178 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-70913607-1e70-421e-89f0-53ead4862f7a req-c186bb56-28c9-4c1c-be50-bb63722f9fc4 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for port (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:46.595667 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-70913607-1e70-421e-89f0-53ead4862f7a req-c186bb56-28c9-4c1c-be50-bb63722f9fc4 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.95 "DELETE /v2.0/ports/017c3110-af95-4653-ab4b-2de2cf82c63b HTTP/1.1" status: 204 len: 173 time: 0.9193051 Jun 03 15:33:46.596193 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '697213d5-1b86-415b-bba2-8c09be059aae', 'name': 'network-vif-deleted', 'tag': '017c3110-af95-4653-ab4b-2de2cf82c63b'}] {{(pid=103920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:33:46.598568 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fde6ca1c4b3e174e639905c0d93b14e8a3905e0af4b9b9445456920c81b8107" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a880022-8ba4-4b62-ae90-7e85d02fa5c3" -d '{"events": [{"server_uuid": "697213d5-1b86-415b-bba2-8c09be059aae", "name": "network-vif-deleted", "tag": "017c3110-af95-4653-ab4b-2de2cf82c63b"}]}' {{(pid=103920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:33:46.612939 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6bde4d-5daa-4bd6-bff6-0e4e16bf897d None None] Routers {'7c247c7d-1491-48be-9a79-d036d72d891e'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:33:46.614227 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-9c6bde4d-5daa-4bd6-bff6-0e4e16bf897d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:33:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['7c247c7d-1491-48be-9a79-d036d72d891e'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:46.615753 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-0d01e83d-9bab-43b1-ab91-48ef19fc2b8c tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "DELETE /v2.0/floatingips/e5c7ac2b-632d-4874-a5c4-0c516376b316 HTTP/1.1" status: 204 len: 168 time: 1.1685395 Jun 03 15:33:46.617467 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '800d0eab-3550-4b55-8837-765681285f77', 'tag': '5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533'}] {{(pid=103919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:33:46.620204 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb6718ce3f0a4af57ef91ee7142c10b6234fd65cffdc95d0a08216ae9169e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e9ed4d-4368-400a-8bf7-275d08ba6bd0" -d '{"events": [{"name": "network-changed", "server_uuid": "800d0eab-3550-4b55-8837-765681285f77", "tag": "5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533"}]}' {{(pid=103919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:33:46.655724 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 15:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2650f2-fa5a-44a8-af4b-92e1aceb28ff x-openstack-request-id: req-7e2650f2-fa5a-44a8-af4b-92e1aceb28ff {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:33:46.656594 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "697213d5-1b86-415b-bba2-8c09be059aae", "name": "network-vif-deleted", "tag": "017c3110-af95-4653-ab4b-2de2cf82c63b", "status": "completed", "code": 200}]} {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:33:46.656952 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-7e2650f2-fa5a-44a8-af4b-92e1aceb28ff {{(pid=103920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:33:46.657452 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e2650f2-fa5a-44a8-af4b-92e1aceb28ff'] response: {'server_uuid': '697213d5-1b86-415b-bba2-8c09be059aae', 'name': 'network-vif-deleted', 'tag': '017c3110-af95-4653-ab4b-2de2cf82c63b', 'status': 'completed', 'code': 200} Jun 03 15:33:46.702263 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 15:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b7783e-af85-4ba9-855d-a6f2247f3f30 x-openstack-request-id: req-15b7783e-af85-4ba9-855d-a6f2247f3f30 {{(pid=103919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:33:46.702701 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "800d0eab-3550-4b55-8837-765681285f77", "tag": "5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533", "status": "completed", "code": 200}]} {{(pid=103919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:33:46.703120 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-15b7783e-af85-4ba9-855d-a6f2247f3f30 {{(pid=103919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:33:46.703525 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15b7783e-af85-4ba9-855d-a6f2247f3f30'] response: {'name': 'network-changed', 'server_uuid': '800d0eab-3550-4b55-8837-765681285f77', 'tag': '5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533', 'status': 'completed', 'code': 200} Jun 03 15:33:46.710223 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvr_db [None req-7c21c43d-4fc1-46c1-b389-af01b59d583b None None] Set router 7c1789ab-eeef-43a0-9b0e-0854ddeaef18 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:33:46.756233 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:46.757141 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:46.863853 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-9c6bde4d-5daa-4bd6-bff6-0e4e16bf897d None None] Set router 7c247c7d-1491-48be-9a79-d036d72d891e gateway port host: dv-cinder-831247-16-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:33:46.887354 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9ed4d-4368-400a-8bf7-275d08ba6bd0 req-6ced7471-d598-4ff9-bdfd-fdfbd1a05fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:46.891955 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f7e9ed4d-4368-400a-8bf7-275d08ba6bd0 req-6ced7471-d598-4ff9-bdfd-fdfbd1a05fde service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=98f97ac03be44e0bb8ab21d985d1dd27&device_id=800d0eab-3550-4b55-8837-765681285f77 HTTP/1.1" status: 200 len: 1129 time: 0.1246328 Jun 03 15:33:46.947079 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-7c21c43d-4fc1-46c1-b389-af01b59d583b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1789ab-eeef-43a0-9b0e-0854ddeaef18', 'name': 'tempest-AttachVolumeTestJSON-1120574531-router', 'tenant_id': '16edd3f309d54728882acc6d23f8861e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:32Z', 'updated_at': '2022-06-03T15:26:38Z', 'revision_number': 4, 'project_id': '16edd3f309d54728882acc6d23f8861e', 'gw_port': {'id': '9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1789ab-eeef-43a0-9b0e-0854ddeaef18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:33Z', 'updated_at': '2022-06-03T15:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': '90a91ba5-d409-43c9-94b8-3392b0b5f54d', 'name': '', 'network_id': 'fc85e51d-f7a3-45da-ad6c-8c73a576aa2c', 'tenant_id': '16edd3f309d54728882acc6d23f8861e', 'mac_address': 'fa:16:3e:4b:f5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1789ab-eeef-43a0-9b0e-0854ddeaef18', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '774a6a80-1cd7-4bc8-a1d0-ccd75afe6883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:35Z', 'updated_at': '2022-06-03T15:26:51Z', 'revision_number': 5, 'project_id': '16edd3f309d54728882acc6d23f8861e', 'subnets': [{'id': '774a6a80-1cd7-4bc8-a1d0-ccd75afe6883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:46.976159 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c21c43d-4fc1-46c1-b389-af01b59d583b None None] Checking router: 7c1789ab-eeef-43a0-9b0e-0854ddeaef18 for host: dv-cinder-831247-16-iscsi {{(pid=103921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:33:46.984615 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c8db43-165d-4016-a86a-8e6238c702e4 req-68d4eb97-3a50-4d11-8df0-d643757dca02 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:46.986063 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e7c8db43-165d-4016-a86a-8e6238c702e4 req-68d4eb97-3a50-4d11-8df0-d643757dca02 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/ports?device_id=800d0eab-3550-4b55-8837-765681285f77 HTTP/1.1" status: 200 len: 945 time: 0.0561235 Jun 03 15:33:46.986248 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c21c43d-4fc1-46c1-b389-af01b59d583b None None] Routers {'7c1789ab-eeef-43a0-9b0e-0854ddeaef18'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:33:46.987285 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-7c21c43d-4fc1-46c1-b389-af01b59d583b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:33:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['7c1789ab-eeef-43a0-9b0e-0854ddeaef18'], 'active': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:47.054002 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e7c8db43-165d-4016-a86a-8e6238c702e4 req-0979e6a6-7740-45f1-be0e-e07e8bdba9a0 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/security-groups?id=903fa922-1e28-41d0-90aa-4ae6067c6a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555527 Jun 03 15:33:47.112251 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-9c6bde4d-5daa-4bd6-bff6-0e4e16bf897d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c247c7d-1491-48be-9a79-d036d72d891e', 'name': 'tempest-TestShelveInstance-1309434875-router', 'tenant_id': '98f97ac03be44e0bb8ab21d985d1dd27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '13adf504-dfd2-46e1-b9c3-2ea6fd30002f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:27:59Z', 'updated_at': '2022-06-03T15:28:03Z', 'revision_number': 4, 'project_id': '98f97ac03be44e0bb8ab21d985d1dd27', 'gw_port': {'id': '13adf504-dfd2-46e1-b9c3-2ea6fd30002f', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c247c7d-1491-48be-9a79-d036d72d891e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:00Z', 'updated_at': '2022-06-03T15:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': '6d029583-5f12-4786-9a12-c5cfb7322bd5', 'name': '', 'network_id': '63fabd49-da18-4288-852a-c9b600b6fd0f', 'tenant_id': '98f97ac03be44e0bb8ab21d985d1dd27', 'mac_address': 'fa:16:3e:8c:6a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c247c7d-1491-48be-9a79-d036d72d891e', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '78322f02-2402-4284-a227-98343c2f67dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:02Z', 'updated_at': '2022-06-03T15:28:10Z', 'revision_number': 5, 'project_id': '98f97ac03be44e0bb8ab21d985d1dd27', 'subnets': [{'id': '78322f02-2402-4284-a227-98343c2f67dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:47.144940 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6bde4d-5daa-4bd6-bff6-0e4e16bf897d None None] Checking router: 7c247c7d-1491-48be-9a79-d036d72d891e for host: dv-cinder-831247-16-iscsi {{(pid=103922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:33:47.155357 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6bde4d-5daa-4bd6-bff6-0e4e16bf897d None None] Routers {'7c247c7d-1491-48be-9a79-d036d72d891e'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:33:47.156107 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-9c6bde4d-5daa-4bd6-bff6-0e4e16bf897d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:33:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['7c247c7d-1491-48be-9a79-d036d72d891e'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:47.168019 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-7f28eed5-01d9-48a4-944b-b352e26219f0 req-522480aa-5163-4ef4-ba94-b07b83b2b8ae tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=697213d5-1b86-415b-bba2-8c09be059aae HTTP/1.1" status: 200 len: 210 time: 0.0483086 Jun 03 15:33:47.232160 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvr_db [None req-7c21c43d-4fc1-46c1-b389-af01b59d583b None None] Set router 7c1789ab-eeef-43a0-9b0e-0854ddeaef18 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:33:47.282763 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-9c6bde4d-5daa-4bd6-bff6-0e4e16bf897d None None] Set router 7c247c7d-1491-48be-9a79-d036d72d891e gateway port host: dv-cinder-831247-16-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:33:47.474349 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-7c21c43d-4fc1-46c1-b389-af01b59d583b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1789ab-eeef-43a0-9b0e-0854ddeaef18', 'name': 'tempest-AttachVolumeTestJSON-1120574531-router', 'tenant_id': '16edd3f309d54728882acc6d23f8861e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:32Z', 'updated_at': '2022-06-03T15:26:38Z', 'revision_number': 4, 'project_id': '16edd3f309d54728882acc6d23f8861e', 'gw_port': {'id': '9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1789ab-eeef-43a0-9b0e-0854ddeaef18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:33Z', 'updated_at': '2022-06-03T15:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': '90a91ba5-d409-43c9-94b8-3392b0b5f54d', 'name': '', 'network_id': 'fc85e51d-f7a3-45da-ad6c-8c73a576aa2c', 'tenant_id': '16edd3f309d54728882acc6d23f8861e', 'mac_address': 'fa:16:3e:4b:f5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1789ab-eeef-43a0-9b0e-0854ddeaef18', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '774a6a80-1cd7-4bc8-a1d0-ccd75afe6883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:35Z', 'updated_at': '2022-06-03T15:26:51Z', 'revision_number': 5, 'project_id': '16edd3f309d54728882acc6d23f8861e', 'subnets': [{'id': '774a6a80-1cd7-4bc8-a1d0-ccd75afe6883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:47.486018 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-9c6bde4d-5daa-4bd6-bff6-0e4e16bf897d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c247c7d-1491-48be-9a79-d036d72d891e', 'name': 'tempest-TestShelveInstance-1309434875-router', 'tenant_id': '98f97ac03be44e0bb8ab21d985d1dd27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '13adf504-dfd2-46e1-b9c3-2ea6fd30002f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:27:59Z', 'updated_at': '2022-06-03T15:28:03Z', 'revision_number': 4, 'project_id': '98f97ac03be44e0bb8ab21d985d1dd27', 'gw_port': {'id': '13adf504-dfd2-46e1-b9c3-2ea6fd30002f', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c247c7d-1491-48be-9a79-d036d72d891e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:00Z', 'updated_at': '2022-06-03T15:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': '6d029583-5f12-4786-9a12-c5cfb7322bd5', 'name': '', 'network_id': '63fabd49-da18-4288-852a-c9b600b6fd0f', 'tenant_id': '98f97ac03be44e0bb8ab21d985d1dd27', 'mac_address': 'fa:16:3e:8c:6a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c247c7d-1491-48be-9a79-d036d72d891e', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '78322f02-2402-4284-a227-98343c2f67dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:02Z', 'updated_at': '2022-06-03T15:28:10Z', 'revision_number': 5, 'project_id': '98f97ac03be44e0bb8ab21d985d1dd27', 'subnets': [{'id': '78322f02-2402-4284-a227-98343c2f67dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:47.506660 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c21c43d-4fc1-46c1-b389-af01b59d583b None None] The sync data for ids ['7c1789ab-eeef-43a0-9b0e-0854ddeaef18'] in dv-cinder-831247-16-iscsi is: [{'id': '7c1789ab-eeef-43a0-9b0e-0854ddeaef18', 'name': 'tempest-AttachVolumeTestJSON-1120574531-router', 'tenant_id': '16edd3f309d54728882acc6d23f8861e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:32Z', 'updated_at': '2022-06-03T15:26:38Z', 'revision_number': 4, 'project_id': '16edd3f309d54728882acc6d23f8861e', 'gw_port': {'id': '9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1789ab-eeef-43a0-9b0e-0854ddeaef18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:33Z', 'updated_at': '2022-06-03T15:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': '90a91ba5-d409-43c9-94b8-3392b0b5f54d', 'name': '', 'network_id': 'fc85e51d-f7a3-45da-ad6c-8c73a576aa2c', 'tenant_id': '16edd3f309d54728882acc6d23f8861e', 'mac_address': 'fa:16:3e:4b:f5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1789ab-eeef-43a0-9b0e-0854ddeaef18', 'device_owner': 'network:router_interface', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': '774a6a80-1cd7-4bc8-a1d0-ccd75afe6883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:35Z', 'updated_at': '2022-06-03T15:26:51Z', 'revision_number': 5, 'project_id': '16edd3f309d54728882acc6d23f8861e', 'subnets': [{'id': '774a6a80-1cd7-4bc8-a1d0-ccd75afe6883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:33:47.610126 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6bde4d-5daa-4bd6-bff6-0e4e16bf897d None None] The sync data for ids ['7c247c7d-1491-48be-9a79-d036d72d891e'] in dv-cinder-831247-16-iscsi is: [{'id': '7c247c7d-1491-48be-9a79-d036d72d891e', 'name': 'tempest-TestShelveInstance-1309434875-router', 'tenant_id': '98f97ac03be44e0bb8ab21d985d1dd27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '13adf504-dfd2-46e1-b9c3-2ea6fd30002f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:27:59Z', 'updated_at': '2022-06-03T15:28:03Z', 'revision_number': 4, 'project_id': '98f97ac03be44e0bb8ab21d985d1dd27', 'gw_port': {'id': '13adf504-dfd2-46e1-b9c3-2ea6fd30002f', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c247c7d-1491-48be-9a79-d036d72d891e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:00Z', 'updated_at': '2022-06-03T15:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': '6d029583-5f12-4786-9a12-c5cfb7322bd5', 'name': '', 'network_id': '63fabd49-da18-4288-852a-c9b600b6fd0f', 'tenant_id': '98f97ac03be44e0bb8ab21d985d1dd27', 'mac_address': 'fa:16:3e:8c:6a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c247c7d-1491-48be-9a79-d036d72d891e', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '78322f02-2402-4284-a227-98343c2f67dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:02Z', 'updated_at': '2022-06-03T15:28:10Z', 'revision_number': 5, 'project_id': '98f97ac03be44e0bb8ab21d985d1dd27', 'subnets': [{'id': '78322f02-2402-4284-a227-98343c2f67dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:33:47.876288 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc7e4d1-d2c7-4238-a8df-df89302a6a37 None None] New status for floating IP e6193753-c444-490a-a4d5-e24d81e89795: DOWN {{(pid=103921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 15:33:47.924869 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba0e845-7471-495d-8f7b-200e57eb4c0e None None] New status for floating IP e5c7ac2b-632d-4874-a5c4-0c516376b316: DOWN {{(pid=103922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 15:33:48.191052 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00015fae-5d93-42e3-a9c8-f6cf2fa8f7fc req-08f3b549-d8ed-4665-84f6-be7c5918f671 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:48.192232 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-00015fae-5d93-42e3-a9c8-f6cf2fa8f7fc req-08f3b549-d8ed-4665-84f6-be7c5918f671 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/ports?device_id=800d0eab-3550-4b55-8837-765681285f77 HTTP/1.1" status: 200 len: 945 time: 0.0594268 Jun 03 15:33:48.243672 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-00015fae-5d93-42e3-a9c8-f6cf2fa8f7fc req-c47d4833-55e3-4d4e-a512-01e842ad6881 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/security-groups?id=903fa922-1e28-41d0-90aa-4ae6067c6a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457981 Jun 03 15:33:48.347039 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-9705953b-d65c-481e-85af-f8ee8e8a813f req-38ac0e9a-d977-41c6-9ddd-274628c3f5bb tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/ports?device_id=697213d5-1b86-415b-bba2-8c09be059aae HTTP/1.1" status: 200 len: 210 time: 0.0322146 Jun 03 15:33:48.453436 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device 017c3110-af95-4653-ab4b-2de2cf82c63b no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 15:33:48.474334 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] No Port match for: 017c3110-af95-4653-ab4b-2de2cf82c63b {{(pid=103921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 15:33:48.474711 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device 017c3110-af95-4653-ab4b-2de2cf82c63b not bound to the agent host hv-cinder-83124 {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 15:33:48.630715 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9ed4d-4368-400a-8bf7-275d08ba6bd0 req-d807419e-15b0-4647-8096-5bf8fe6fafd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:48.632078 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f7e9ed4d-4368-400a-8bf7-275d08ba6bd0 req-d807419e-15b0-4647-8096-5bf8fe6fafd2 service neutron] 10.222.0.95 "GET /v2.0/networks?id=63fabd49-da18-4288-852a-c9b600b6fd0f HTTP/1.1" status: 200 len: 910 time: 0.0914094 Jun 03 15:33:48.691232 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f7e9ed4d-4368-400a-8bf7-275d08ba6bd0 req-7cf79bcd-ddaa-453a-a544-8620650c8cc3 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533 HTTP/1.1" status: 200 len: 217 time: 0.0376501 Jun 03 15:33:48.754488 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9ed4d-4368-400a-8bf7-275d08ba6bd0 req-f6217f14-ab44-42f6-ada0-234f264ea805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:48.756037 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f7e9ed4d-4368-400a-8bf7-275d08ba6bd0 req-f6217f14-ab44-42f6-ada0-234f264ea805 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=78322f02-2402-4284-a227-98343c2f67dc HTTP/1.1" status: 200 len: 848 time: 0.0518723 Jun 03 15:33:48.926769 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9ed4d-4368-400a-8bf7-275d08ba6bd0 req-f00c840b-696a-4715-b899-bfb7ad8b87f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:48.928141 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f7e9ed4d-4368-400a-8bf7-275d08ba6bd0 req-f00c840b-696a-4715-b899-bfb7ad8b87f1 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=63fabd49-da18-4288-852a-c9b600b6fd0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0391436 Jun 03 15:33:49.007994 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eff19f-9eba-4c3a-ad1f-3c55a1e6ffe1 req-753c4f5e-d7d1-483c-94b1-a25d61b3652c tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:49.009518 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-63eff19f-9eba-4c3a-ad1f-3c55a1e6ffe1 req-753c4f5e-d7d1-483c-94b1-a25d61b3652c tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.95 "GET /v2.0/ports?device_id=800d0eab-3550-4b55-8837-765681285f77 HTTP/1.1" status: 200 len: 945 time: 0.0492222 Jun 03 15:33:49.107050 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.plugin [req-63eff19f-9eba-4c3a-ad1f-3c55a1e6ffe1 req-e1bdbb89-c6f1-47f6-95f3-bf09f86ccb16 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Deleting port 5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533 {{(pid=103919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:33:49.107411 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-63eff19f-9eba-4c3a-ad1f-3c55a1e6ffe1 req-e1bdbb89-c6f1-47f6-95f3-bf09f86ccb16 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:49.122128 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:49.210847 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [req-63eff19f-9eba-4c3a-ad1f-3c55a1e6ffe1 req-e1bdbb89-c6f1-47f6-95f3-bf09f86ccb16 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] For port 5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533,segment=NetworkSegment(11f55c21-36a6-4641-be50-b9a73927ceae),segment_id=11f55c21-36a6-4641-be50-b9a73927ceae)] {{(pid=103919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:33:49.211547 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-63eff19f-9eba-4c3a-ad1f-3c55a1e6ffe1 req-e1bdbb89-c6f1-47f6-95f3-bf09f86ccb16 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:49.226093 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.plugin [req-63eff19f-9eba-4c3a-ad1f-3c55a1e6ffe1 req-e1bdbb89-c6f1-47f6-95f3-bf09f86ccb16 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Calling delete_port for 5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533 owned by compute:nova {{(pid=103919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:33:49.292220 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f7e9ed4d-4368-400a-8bf7-275d08ba6bd0 req-07453f07-e673-4666-8998-2beb6f2ba2f2 service neutron] 10.222.0.95 "GET /v2.0/networks/63fabd49-da18-4288-852a-c9b600b6fd0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3529403 Jun 03 15:33:49.367059 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-63eff19f-9eba-4c3a-ad1f-3c55a1e6ffe1 req-e1bdbb89-c6f1-47f6-95f3-bf09f86ccb16 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4807792'] for port (5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:49.389801 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:49.405473 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bdbb89-c6f1-47f6-95f3-bf09f86ccb16 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Pushing event deleted for resources: {'Port': ['ID=5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:49.419162 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d6c2b8-682d-41a7-a397-52acd8c3163e req-4c342612-701a-4c68-80ba-f958003aa8b3 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:49.421488 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-49d6c2b8-682d-41a7-a397-52acd8c3163e req-4c342612-701a-4c68-80ba-f958003aa8b3 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/ports?device_id=800d0eab-3550-4b55-8837-765681285f77 HTTP/1.1" status: 200 len: 945 time: 0.1014731 Jun 03 15:33:49.465312 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f7e9ed4d-4368-400a-8bf7-275d08ba6bd0 req-87f3841c-e602-4a21-a3d8-d5388ddac5b8 service neutron] 10.222.0.95 "GET /v2.0/networks/63fabd49-da18-4288-852a-c9b600b6fd0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653481 Jun 03 15:33:49.486347 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [req-63eff19f-9eba-4c3a-ad1f-3c55a1e6ffe1 req-e1bdbb89-c6f1-47f6-95f3-bf09f86ccb16 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] No DVR routers for this DVR port 5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533 on host hv-cinder-83124 {{(pid=103919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 15:33:49.495499 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-63eff19f-9eba-4c3a-ad1f-3c55a1e6ffe1 req-e1bdbb89-c6f1-47f6-95f3-bf09f86ccb16 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for port (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:49.499527 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-63eff19f-9eba-4c3a-ad1f-3c55a1e6ffe1 req-e1bdbb89-c6f1-47f6-95f3-bf09f86ccb16 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.95 "DELETE /v2.0/ports/5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533 HTTP/1.1" status: 204 len: 173 time: 0.4799144 Jun 03 15:33:49.500025 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '800d0eab-3550-4b55-8837-765681285f77', 'name': 'network-vif-deleted', 'tag': '5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533'}] {{(pid=103919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:33:49.502365 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb6718ce3f0a4af57ef91ee7142c10b6234fd65cffdc95d0a08216ae9169e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ebb577-9037-4d6a-9cac-9b4c798688bd" -d '{"events": [{"server_uuid": "800d0eab-3550-4b55-8837-765681285f77", "name": "network-vif-deleted", "tag": "5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533"}]}' {{(pid=103919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:33:49.512262 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 56530) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:33:49.516834 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-49d6c2b8-682d-41a7-a397-52acd8c3163e req-16d2c337-7b96-41fa-a97b-5c0f759c3171 tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "GET /v2.0/security-groups?id=903fa922-1e28-41d0-90aa-4ae6067c6a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891669 Jun 03 15:33:49.593159 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-c001584f-7563-4c64-90c6-bb91ec16498e tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks [] for security_group (9094215f-686a-4aae-a59f-3d21514d63ff), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:49.596049 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 15:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf7b516-acdf-425d-8bf7-c92d30fa3631 x-openstack-request-id: req-eaf7b516-acdf-425d-8bf7-c92d30fa3631 {{(pid=103919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:33:49.596359 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "800d0eab-3550-4b55-8837-765681285f77", "name": "network-vif-deleted", "tag": "5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533", "status": "completed", "code": 200}]} {{(pid=103919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:33:49.596586 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-eaf7b516-acdf-425d-8bf7-c92d30fa3631 {{(pid=103919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:33:49.597061 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaf7b516-acdf-425d-8bf7-c92d30fa3631'] response: {'server_uuid': '800d0eab-3550-4b55-8837-765681285f77', 'name': 'network-vif-deleted', 'tag': '5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533', 'status': 'completed', 'code': 200} Jun 03 15:33:49.634954 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-c001584f-7563-4c64-90c6-bb91ec16498e tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks [] for security_group (9094215f-686a-4aae-a59f-3d21514d63ff), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:49.687941 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-c001584f-7563-4c64-90c6-bb91ec16498e tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (9094215f-686a-4aae-a59f-3d21514d63ff), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:49.690463 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-c001584f-7563-4c64-90c6-bb91ec16498e tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:49.691635 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-c001584f-7563-4c64-90c6-bb91ec16498e tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "DELETE /v2.0/security-groups/9094215f-686a-4aae-a59f-3d21514d63ff HTTP/1.1" status: 204 len: 168 time: 0.1765242 Jun 03 15:33:49.694816 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 56534) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:33:49.703697 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c001584f-7563-4c64-90c6-bb91ec16498e tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9094215f-686a-4aae-a59f-3d21514d63ff,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:49.709683 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.api.v2.resource [None req-384e2d8a-70a8-409e-978b-3cc180352e7d tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] show failed (client error): The resource could not be found. Jun 03 15:33:49.710922 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-384e2d8a-70a8-409e-978b-3cc180352e7d tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "GET /v2.0/security-groups/9094215f-686a-4aae-a59f-3d21514d63ff HTTP/1.1" status: 404 len: 347 time: 0.0148296 Jun 03 15:33:49.714033 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 56536) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:33:49.831600 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-b07e8dab-a9ea-4522-bb9a-c7abbcd8ea67 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Deleting port d436d521-e614-4f9c-85e7-669400f4b7fb {{(pid=103920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:33:49.831939 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b07e8dab-a9ea-4522-bb9a-c7abbcd8ea67 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (d436d521-e614-4f9c-85e7-669400f4b7fb), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:49.930421 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b07e8dab-a9ea-4522-bb9a-c7abbcd8ea67 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (d436d521-e614-4f9c-85e7-669400f4b7fb), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:49.930774 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b07e8dab-a9ea-4522-bb9a-c7abbcd8ea67 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks [] for floatingip (d436d521-e614-4f9c-85e7-669400f4b7fb), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:49.944873 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-b07e8dab-a9ea-4522-bb9a-c7abbcd8ea67 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Calling delete_port for d436d521-e614-4f9c-85e7-669400f4b7fb owned by network:floatingip {{(pid=103920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:33:49.986863 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=100 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:50.085592 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b07e8dab-a9ea-4522-bb9a-c7abbcd8ea67 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5848811'] for port (d436d521-e614-4f9c-85e7-669400f4b7fb), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:50.111814 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07e8dab-a9ea-4522-bb9a-c7abbcd8ea67 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Pushing event deleted for resources: {'Port': ['ID=d436d521-e614-4f9c-85e7-669400f4b7fb,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:50.174678 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b07e8dab-a9ea-4522-bb9a-c7abbcd8ea67 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks [] for floatingip (e6193753-c444-490a-a4d5-e24d81e89795), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:50.177295 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b07e8dab-a9ea-4522-bb9a-c7abbcd8ea67 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for floatingip (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:50.178422 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-b07e8dab-a9ea-4522-bb9a-c7abbcd8ea67 tempest-AttachVolumeTestJSON-1329105604 tempest-AttachVolumeTestJSON-1329105604-project] 10.222.0.93 "DELETE /v2.0/floatingips/e6193753-c444-490a-a4d5-e24d81e89795 HTTP/1.1" status: 204 len: 168 time: 0.4635694 Jun 03 15:33:50.589165 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 56544) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:33:50.661242 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-380d59b1-519e-4c5a-b8c8-785d0890fecd tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Publish callbacks [] for security_group (903fa922-1e28-41d0-90aa-4ae6067c6a64), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:50.701567 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-380d59b1-519e-4c5a-b8c8-785d0890fecd tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Publish callbacks [] for security_group (903fa922-1e28-41d0-90aa-4ae6067c6a64), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:50.790326 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-380d59b1-519e-4c5a-b8c8-785d0890fecd tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (903fa922-1e28-41d0-90aa-4ae6067c6a64), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:50.793193 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-380d59b1-519e-4c5a-b8c8-785d0890fecd tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:50.794338 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-380d59b1-519e-4c5a-b8c8-785d0890fecd tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] 10.222.0.93 "DELETE /v2.0/security-groups/903fa922-1e28-41d0-90aa-4ae6067c6a64 HTTP/1.1" status: 204 len: 168 time: 0.2044415 Jun 03 15:33:50.804924 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380d59b1-519e-4c5a-b8c8-785d0890fecd tempest-TestShelveInstance-1109754164 tempest-TestShelveInstance-1109754164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=903fa922-1e28-41d0-90aa-4ae6067c6a64,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:50.850012 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 56558) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:33:51.150461 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:51.275013 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-78778b99-75c7-4eef-aa65-171c9b865223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-761311'] for router_interface (7c247c7d-1491-48be-9a79-d036d72d891e), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:51.507020 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:51.521103 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-78778b99-75c7-4eef-aa65-171c9b865223 admin admin] Deleting port 6d029583-5f12-4786-9a12-c5cfb7322bd5 {{(pid=103920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:33:51.521462 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-78778b99-75c7-4eef-aa65-171c9b865223 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (6d029583-5f12-4786-9a12-c5cfb7322bd5), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:51.558154 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0d81815b-9d8a-4a6b-98ca-147f6ec5018f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (ba2d900a-f6c8-44b2-a19a-5d512e564d5a), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:51.603451 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [None req-78778b99-75c7-4eef-aa65-171c9b865223 admin admin] For port 6d029583-5f12-4786-9a12-c5cfb7322bd5, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=6d029583-5f12-4786-9a12-c5cfb7322bd5,segment=NetworkSegment(11f55c21-36a6-4641-be50-b9a73927ceae),segment_id=11f55c21-36a6-4641-be50-b9a73927ceae)] {{(pid=103920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:33:51.603964 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-78778b99-75c7-4eef-aa65-171c9b865223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (6d029583-5f12-4786-9a12-c5cfb7322bd5), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:51.619372 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-78778b99-75c7-4eef-aa65-171c9b865223 admin admin] Calling delete_port for 6d029583-5f12-4786-9a12-c5cfb7322bd5 owned by network:router_interface {{(pid=103920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:33:51.813163 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-78778b99-75c7-4eef-aa65-171c9b865223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5848811'] for port (6d029583-5f12-4786-9a12-c5cfb7322bd5), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:51.841194 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78778b99-75c7-4eef-aa65-171c9b865223 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d029583-5f12-4786-9a12-c5cfb7322bd5,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:52.050483 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-78778b99-75c7-4eef-aa65-171c9b865223 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765714'] for router_interface (7c247c7d-1491-48be-9a79-d036d72d891e), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:52.131462 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 56584) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:33:52.142419 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:52.271117 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-8df934cb-25b9-440d-b1f0-193c54e93e11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:52.335362 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:52.352387 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8fe347-e32a-4cca-a34b-507852eb4616 req-420cd6da-38f8-48ab-b9dd-13cd345a858e tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:52.353964 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-8f8fe347-e32a-4cca-a34b-507852eb4616 req-420cd6da-38f8-48ab-b9dd-13cd345a858e tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 947 time: 0.0641170 Jun 03 15:33:52.358258 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78778b99-75c7-4eef-aa65-171c9b865223 admin admin] Router 7c247c7d-1491-48be-9a79-d036d72d891e has already been hosted by L3 agent af3cb756-c261-4349-9f96-3650fb8ddf57 {{(pid=103920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 15:33:52.364976 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-8df934cb-25b9-440d-b1f0-193c54e93e11 admin admin] Publish callbacks [] for security_group (b30087d4-82e8-404a-89a6-b205bfd07f4f), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:52.369572 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-8df934cb-25b9-440d-b1f0-193c54e93e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (b30087d4-82e8-404a-89a6-b205bfd07f4f), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:52.414316 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-8df934cb-25b9-440d-b1f0-193c54e93e11 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=5f3e45fa4b0646238fd986f5cbb2e423&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2783251 Jun 03 15:33:52.414840 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 56590) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:33:52.422043 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df934cb-25b9-440d-b1f0-193c54e93e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b30087d4-82e8-404a-89a6-b205bfd07f4f,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:52.455092 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device 5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 15:33:52.475322 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-2ae12d4e-b705-422c-afbb-994c50eae254 admin admin] Publish callbacks [] for security_group (b30087d4-82e8-404a-89a6-b205bfd07f4f), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:52.481554 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:52.491547 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] No Port match for: 5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533 {{(pid=103921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 15:33:52.491975 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device 5fd22c4a-cf9d-4d46-8dbb-fa53b4d61533 not bound to the agent host hv-cinder-83124 {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 15:33:52.492973 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-8f8fe347-e32a-4cca-a34b-507852eb4616 req-ee6c844c-8c45-460e-a192-9d54fe76360a tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=45dd2ee8-9c49-4cc0-8a1e-dc499d869f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318762 Jun 03 15:33:52.506971 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-2ae12d4e-b705-422c-afbb-994c50eae254 admin admin] Publish callbacks [] for security_group (b30087d4-82e8-404a-89a6-b205bfd07f4f), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:52.520366 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78778b99-75c7-4eef-aa65-171c9b865223 admin admin] Notify agent at l3_agent.dv-cinder-831247-16-iscsi the message routers_updated {{(pid=103920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 15:33:52.530354 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-78778b99-75c7-4eef-aa65-171c9b865223 admin admin] 10.222.0.93 "PUT /v2.0/routers/7c247c7d-1491-48be-9a79-d036d72d891e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6791315 Jun 03 15:33:52.532787 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 56596) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:33:52.535696 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2574644-8ad6-4f44-a910-72b20a631046 None None] Sync routers for ids ['7c247c7d-1491-48be-9a79-d036d72d891e'] in dv-cinder-831247-16-iscsi {{(pid=103921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:33:52.561758 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2574644-8ad6-4f44-a910-72b20a631046 None None] Routers {'7c247c7d-1491-48be-9a79-d036d72d891e'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:33:52.561758 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-e2574644-8ad6-4f44-a910-72b20a631046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:33:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['7c247c7d-1491-48be-9a79-d036d72d891e'], 'active': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:52.583363 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-2ae12d4e-b705-422c-afbb-994c50eae254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (b30087d4-82e8-404a-89a6-b205bfd07f4f), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:52.588743 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-2ae12d4e-b705-422c-afbb-994c50eae254 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:52.592887 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-2ae12d4e-b705-422c-afbb-994c50eae254 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b30087d4-82e8-404a-89a6-b205bfd07f4f HTTP/1.1" status: 204 len: 168 time: 0.1771071 Jun 03 15:33:52.613272 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae12d4e-b705-422c-afbb-994c50eae254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30087d4-82e8-404a-89a6-b205bfd07f4f,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:52.707549 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ebc39118-8a92-474f-9962-6d4fa82beec2 admin admin] Publish callbacks [] for router (7c247c7d-1491-48be-9a79-d036d72d891e), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:52.741472 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvr_db [None req-e2574644-8ad6-4f44-a910-72b20a631046 None None] Set router 7c247c7d-1491-48be-9a79-d036d72d891e gateway port host: dv-cinder-831247-16-iscsi {{(pid=103921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:33:52.846668 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ebc39118-8a92-474f-9962-6d4fa82beec2 admin admin] Publish callbacks [] for router_gateway (7c247c7d-1491-48be-9a79-d036d72d891e), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:52.907604 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-ebc39118-8a92-474f-9962-6d4fa82beec2 admin admin] Deleting port 13adf504-dfd2-46e1-b9c3-2ea6fd30002f {{(pid=103920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:33:52.908094 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ebc39118-8a92-474f-9962-6d4fa82beec2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (13adf504-dfd2-46e1-b9c3-2ea6fd30002f), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:52.955067 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-e2574644-8ad6-4f44-a910-72b20a631046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c247c7d-1491-48be-9a79-d036d72d891e', 'name': 'tempest-TestShelveInstance-1309434875-router', 'tenant_id': '98f97ac03be44e0bb8ab21d985d1dd27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': '13adf504-dfd2-46e1-b9c3-2ea6fd30002f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:27:59Z', 'updated_at': '2022-06-03T15:33:51Z', 'revision_number': 5, 'project_id': '98f97ac03be44e0bb8ab21d985d1dd27', 'gw_port': {'id': '13adf504-dfd2-46e1-b9c3-2ea6fd30002f', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:fd:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c247c7d-1491-48be-9a79-d036d72d891e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:00Z', 'updated_at': '2022-06-03T15:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi'}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:52.986358 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2574644-8ad6-4f44-a910-72b20a631046 None None] Checking router: 7c247c7d-1491-48be-9a79-d036d72d891e for host: dv-cinder-831247-16-iscsi {{(pid=103921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:33:52.996434 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2574644-8ad6-4f44-a910-72b20a631046 None None] Routers {'7c247c7d-1491-48be-9a79-d036d72d891e'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:33:52.997452 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-e2574644-8ad6-4f44-a910-72b20a631046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:33:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['7c247c7d-1491-48be-9a79-d036d72d891e'], 'active': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:53.000142 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [None req-ebc39118-8a92-474f-9962-6d4fa82beec2 admin admin] For port 13adf504-dfd2-46e1-b9c3-2ea6fd30002f, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=13adf504-dfd2-46e1-b9c3-2ea6fd30002f,segment=NetworkSegment(fb1f6c29-8e9a-43bb-852a-39936675ceea),segment_id=fb1f6c29-8e9a-43bb-852a-39936675ceea)] {{(pid=103920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:33:53.000504 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ebc39118-8a92-474f-9962-6d4fa82beec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (13adf504-dfd2-46e1-b9c3-2ea6fd30002f), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:53.016935 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-ebc39118-8a92-474f-9962-6d4fa82beec2 admin admin] Calling delete_port for 13adf504-dfd2-46e1-b9c3-2ea6fd30002f owned by network:router_gateway {{(pid=103920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:33:53.065462 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:53.081379 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:53.097006 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvr_db [None req-e2574644-8ad6-4f44-a910-72b20a631046 None None] Set router 7c247c7d-1491-48be-9a79-d036d72d891e gateway port host: None {{(pid=103921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:33:53.139321 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:53.155076 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-e2574644-8ad6-4f44-a910-72b20a631046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c247c7d-1491-48be-9a79-d036d72d891e', 'name': 'tempest-TestShelveInstance-1309434875-router', 'tenant_id': '98f97ac03be44e0bb8ab21d985d1dd27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:27:59Z', 'updated_at': '2022-06-03T15:33:52Z', 'revision_number': 6, 'project_id': '98f97ac03be44e0bb8ab21d985d1dd27', 'gw_port_host': None}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:53.189013 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2574644-8ad6-4f44-a910-72b20a631046 None None] The sync data for ids ['7c247c7d-1491-48be-9a79-d036d72d891e'] in dv-cinder-831247-16-iscsi is: [{'id': '7c247c7d-1491-48be-9a79-d036d72d891e', 'name': 'tempest-TestShelveInstance-1309434875-router', 'tenant_id': '98f97ac03be44e0bb8ab21d985d1dd27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:27:59Z', 'updated_at': '2022-06-03T15:33:52Z', 'revision_number': 6, 'project_id': '98f97ac03be44e0bb8ab21d985d1dd27', 'gw_port_host': None}] {{(pid=103921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:33:53.214666 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ebc39118-8a92-474f-9962-6d4fa82beec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5848811'] for port (13adf504-dfd2-46e1-b9c3-2ea6fd30002f), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:53.240234 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc39118-8a92-474f-9962-6d4fa82beec2 admin admin] Pushing event deleted for resources: {'Port': ['ID=13adf504-dfd2-46e1-b9c3-2ea6fd30002f,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:53.311874 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ebc39118-8a92-474f-9962-6d4fa82beec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-763410'] for router_gateway (7c247c7d-1491-48be-9a79-d036d72d891e), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:53.397906 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ebc39118-8a92-474f-9962-6d4fa82beec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-758203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8029'] for router (7c247c7d-1491-48be-9a79-d036d72d891e), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:53.400146 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ebc39118-8a92-474f-9962-6d4fa82beec2 admin admin] Publish callbacks [] for router_controller (7c247c7d-1491-48be-9a79-d036d72d891e), precommit_delete_associations {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:53.447991 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ebc39118-8a92-474f-9962-6d4fa82beec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-758146'] for router (7c247c7d-1491-48be-9a79-d036d72d891e), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:53.448543 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc39118-8a92-474f-9962-6d4fa82beec2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c247c7d-1491-48be-9a79-d036d72d891e {{(pid=103920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 03 15:33:53.453342 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-ebc39118-8a92-474f-9962-6d4fa82beec2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:53.457876 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-ebc39118-8a92-474f-9962-6d4fa82beec2 admin admin] 10.222.0.93 "DELETE /v2.0/routers/7c247c7d-1491-48be-9a79-d036d72d891e HTTP/1.1" status: 204 len: 168 time: 0.9241846 Jun 03 15:33:53.460552 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 56628) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:33:53.507482 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_v2 [None req-4553ad6f-3c48-427e-b689-1b1c280e4281 admin admin] Deleting subnet 78322f02-2402-4284-a227-98343c2f67dc {{(pid=103920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 03 15:33:53.511004 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4553ad6f-3c48-427e-b689-1b1c280e4281 admin admin] Publish callbacks [] for subnet (78322f02-2402-4284-a227-98343c2f67dc), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:53.553840 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4553ad6f-3c48-427e-b689-1b1c280e4281 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4693020'] for subnet (78322f02-2402-4284-a227-98343c2f67dc), precommit_delete_associations {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:53.600207 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:53.668802 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:53.680061 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7178b43c-916a-40b1-9456-8f34cb6f82ee req-fcfb52f8-86e1-4121-8487-483d2c9c0b09 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:53.681452 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-7178b43c-916a-40b1-9456-8f34cb6f82ee req-fcfb52f8-86e1-4121-8487-483d2c9c0b09 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 947 time: 0.0660832 Jun 03 15:33:53.691098 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4553ad6f-3c48-427e-b689-1b1c280e4281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1655370'] for subnet (78322f02-2402-4284-a227-98343c2f67dc), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:53.746745 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-7178b43c-916a-40b1-9456-8f34cb6f82ee req-d580a1cc-4cff-4937-b42e-50d964c86b75 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=45dd2ee8-9c49-4cc0-8a1e-dc499d869f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584776 Jun 03 15:33:53.762750 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4553ad6f-3c48-427e-b689-1b1c280e4281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1655361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5848728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365459'] for subnet (78322f02-2402-4284-a227-98343c2f67dc), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:53.812604 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b33c0bc1-016a-41c4-84be-096e03976ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (af3cb756-c261-4349-9f96-3650fb8ddf57), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:53.826163 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4553ad6f-3c48-427e-b689-1b1c280e4281 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for subnet (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:53.831818 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7172cce3-b8b7-4804-88a8-35adc6bf6169 None None] Network 63fabd49-da18-4288-852a-c9b600b6fd0f requested from dv-cinder-831247-16-iscsi {{(pid=103921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 15:33:53.839576 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-4553ad6f-3c48-427e-b689-1b1c280e4281 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/78322f02-2402-4284-a227-98343c2f67dc HTTP/1.1" status: 204 len: 168 time: 0.3780036 Jun 03 15:33:53.840869 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4553ad6f-3c48-427e-b689-1b1c280e4281 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78322f02-2402-4284-a227-98343c2f67dc,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:53.842701 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 56644) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:33:53.928253 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 56650) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:33:53.996662 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-00828fb4-ccc2-4aac-b57f-ad79d6a195af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1730890'] for network (63fabd49-da18-4288-852a-c9b600b6fd0f), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:54.015004 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1497e279-4dd1-4ebe-b0c6-b2a6d2a47605 req-2afedcef-3da1-4c1e-9000-5bed30d4d986 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:54.016542 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-1497e279-4dd1-4ebe-b0c6-b2a6d2a47605 req-2afedcef-3da1-4c1e-9000-5bed30d4d986 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.95 "GET /v2.0/ports?device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 947 time: 0.0894377 Jun 03 15:33:54.096733 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1d81f8-3783-47a3-afff-c5eb43da781d None None] DHCP port deletion for 63fabd49-da18-4288-852a-c9b600b6fd0f request from dv-cinder-831247-16-iscsi {{(pid=103921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 03 15:33:54.156915 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-1d1d81f8-3783-47a3-afff-c5eb43da781d None None] Deleting port c33f9309-e555-4e96-aa46-3dd746d42ece {{(pid=103921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:33:54.157280 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-1d1d81f8-3783-47a3-afff-c5eb43da781d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (c33f9309-e555-4e96-aa46-3dd746d42ece), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:54.187830 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.plugin [None req-00828fb4-ccc2-4aac-b57f-ad79d6a195af admin admin] Deleting port c33f9309-e555-4e96-aa46-3dd746d42ece {{(pid=103919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:33:54.188231 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-00828fb4-ccc2-4aac-b57f-ad79d6a195af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (c33f9309-e555-4e96-aa46-3dd746d42ece), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:54.217010 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device 6d029583-5f12-4786-9a12-c5cfb7322bd5 no longer exists at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 15:33:54.248624 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] No Port match for: 6d029583-5f12-4786-9a12-c5cfb7322bd5 {{(pid=103921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 15:33:54.249012 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device 6d029583-5f12-4786-9a12-c5cfb7322bd5 not bound to the agent host dv-cinder-831247-16-iscsi {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 15:33:54.249431 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device 13adf504-dfd2-46e1-b9c3-2ea6fd30002f no longer exists at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 15:33:54.263581 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.plugin [req-1497e279-4dd1-4ebe-b0c6-b2a6d2a47605 req-b4f6ab45-94d0-4f7f-a564-3c39c85dfce5 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Deleting port 009f1a65-b949-4493-a4fc-88ecafb96c71 {{(pid=103919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:33:54.264178 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-1497e279-4dd1-4ebe-b0c6-b2a6d2a47605 req-b4f6ab45-94d0-4f7f-a564-3c39c85dfce5 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (009f1a65-b949-4493-a4fc-88ecafb96c71), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:54.284516 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] No Port match for: 13adf504-dfd2-46e1-b9c3-2ea6fd30002f {{(pid=103921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 15:33:54.284859 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device 13adf504-dfd2-46e1-b9c3-2ea6fd30002f not bound to the agent host dv-cinder-831247-16-iscsi {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 15:33:54.285551 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device c33f9309-e555-4e96-aa46-3dd746d42ece no longer exists at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 15:33:54.340666 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-1d1d81f8-3783-47a3-afff-c5eb43da781d None None] For port c33f9309-e555-4e96-aa46-3dd746d42ece, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=c33f9309-e555-4e96-aa46-3dd746d42ece,segment=NetworkSegment(11f55c21-36a6-4641-be50-b9a73927ceae),segment_id=11f55c21-36a6-4641-be50-b9a73927ceae)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:33:54.340998 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-1d1d81f8-3783-47a3-afff-c5eb43da781d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (c33f9309-e555-4e96-aa46-3dd746d42ece), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:54.355617 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [None req-00828fb4-ccc2-4aac-b57f-ad79d6a195af admin admin] For port c33f9309-e555-4e96-aa46-3dd746d42ece, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=c33f9309-e555-4e96-aa46-3dd746d42ece,segment=NetworkSegment(11f55c21-36a6-4641-be50-b9a73927ceae),segment_id=11f55c21-36a6-4641-be50-b9a73927ceae)] {{(pid=103919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:33:54.356143 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-00828fb4-ccc2-4aac-b57f-ad79d6a195af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (c33f9309-e555-4e96-aa46-3dd746d42ece), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:54.367467 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-1d1d81f8-3783-47a3-afff-c5eb43da781d None None] Calling delete_port for c33f9309-e555-4e96-aa46-3dd746d42ece owned by network:dhcp {{(pid=103921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:33:54.375218 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.plugin [None req-00828fb4-ccc2-4aac-b57f-ad79d6a195af admin admin] Calling delete_port for c33f9309-e555-4e96-aa46-3dd746d42ece owned by network:dhcp {{(pid=103919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:33:54.499280 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Current status of the port c33f9309-e555-4e96-aa46-3dd746d42ece is: ACTIVE; New status is: DOWN {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:33:54.499813 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (c33f9309-e555-4e96-aa46-3dd746d42ece), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:54.524222 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [req-1497e279-4dd1-4ebe-b0c6-b2a6d2a47605 req-b4f6ab45-94d0-4f7f-a564-3c39c85dfce5 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] For port 009f1a65-b949-4493-a4fc-88ecafb96c71, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=009f1a65-b949-4493-a4fc-88ecafb96c71,segment=NetworkSegment(612086bd-4a15-467e-af18-82334699cb77),segment_id=612086bd-4a15-467e-af18-82334699cb77)] {{(pid=103919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:33:54.524859 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-1497e279-4dd1-4ebe-b0c6-b2a6d2a47605 req-b4f6ab45-94d0-4f7f-a564-3c39c85dfce5 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (009f1a65-b949-4493-a4fc-88ecafb96c71), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:54.572522 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:54.676484 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-1d1d81f8-3783-47a3-afff-c5eb43da781d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569'] for port (c33f9309-e555-4e96-aa46-3dd746d42ece), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:54.707667 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-00828fb4-ccc2-4aac-b57f-ad79d6a195af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4807792'] for port (c33f9309-e555-4e96-aa46-3dd746d42ece), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:54.709965 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1d81f8-3783-47a3-afff-c5eb43da781d None None] Pushing event deleted for resources: {'Port': ['ID=c33f9309-e555-4e96-aa46-3dd746d42ece,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:54.720026 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.db.api [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 03 15:33:54.720026 dv-cinder-831247-16-iscsi neutron-server[103921]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Jun 03 15:33:54.720026 dv-cinder-831247-16-iscsi neutron-server[103921]: [parameters: {'status': 'DOWN', 'ports_id': 'c33f9309-e555-4e96-aa46-3dd746d42ece'}] Jun 03 15:33:54.720026 dv-cinder-831247-16-iscsi neutron-server[103921]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 03 15:33:54.720948 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG oslo_db.api [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 03 15:33:54.721985 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1d81f8-3783-47a3-afff-c5eb43da781d None None] No DVR routers for this DVR port c33f9309-e555-4e96-aa46-3dd746d42ece on host dv-cinder-831247-16-iscsi {{(pid=103921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 15:33:54.749167 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00828fb4-ccc2-4aac-b57f-ad79d6a195af admin admin] Pushing event deleted for resources: {'Port': ['ID=c33f9309-e555-4e96-aa46-3dd746d42ece,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:54.849382 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00828fb4-ccc2-4aac-b57f-ad79d6a195af admin admin] No DVR routers for this DVR port c33f9309-e555-4e96-aa46-3dd746d42ece on host dv-cinder-831247-16-iscsi {{(pid=103919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 15:33:54.852908 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-1497e279-4dd1-4ebe-b0c6-b2a6d2a47605 req-b4f6ab45-94d0-4f7f-a564-3c39c85dfce5 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:54.853351 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-1497e279-4dd1-4ebe-b0c6-b2a6d2a47605 req-b4f6ab45-94d0-4f7f-a564-3c39c85dfce5 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763103'] for floatingip (21f026aa-f6fb-4248-a7ac-e086bda25e3f), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:54.853652 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.db.l3_db [req-1497e279-4dd1-4ebe-b0c6-b2a6d2a47605 req-b4f6ab45-94d0-4f7f-a564-3c39c85dfce5 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Floating IP 21f026aa-f6fb-4248-a7ac-e086bda25e3f disassociated. External IP: 172.27.3.242, port: 009f1a65-b949-4493-a4fc-88ecafb96c71. Jun 03 15:33:54.853998 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.plugin [req-1497e279-4dd1-4ebe-b0c6-b2a6d2a47605 req-b4f6ab45-94d0-4f7f-a564-3c39c85dfce5 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Calling delete_port for 009f1a65-b949-4493-a4fc-88ecafb96c71 owned by compute:nova {{(pid=103919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:33:54.895515 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:54.943376 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-00828fb4-ccc2-4aac-b57f-ad79d6a195af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1656049', 'neutron.services.segments.db._delete_segments_for_network-8736362815142'] for network (63fabd49-da18-4288-852a-c9b600b6fd0f), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:54.946279 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff6232-5f73-490c-870a-bd32305d710d req-c7577e75-455f-421b-9232-24ca533bdaf2 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:33:54.948475 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-29ff6232-5f73-490c-870a-bd32305d710d req-c7577e75-455f-421b-9232-24ca533bdaf2 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 947 time: 0.0966439 Jun 03 15:33:54.962606 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a7a27f58-f12e-4ed1-88f4-31ad5a8d306b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-761311'] for router_interface (7c1789ab-eeef-43a0-9b0e-0854ddeaef18), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:54.971825 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.services.segments.db [None req-00828fb4-ccc2-4aac-b57f-ad79d6a195af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63fabd49-da18-4288-852a-c9b600b6fd0f']}} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:54.994497 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.services.segments.db [None req-00828fb4-ccc2-4aac-b57f-ad79d6a195af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11f55c21-36a6-4641-be50-b9a73927ceae') {'for_net_delete': True} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:54.996956 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.services.segments.db [None req-00828fb4-ccc2-4aac-b57f-ad79d6a195af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11f55c21-36a6-4641-be50-b9a73927ceae') {} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:55.042612 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-00828fb4-ccc2-4aac-b57f-ad79d6a195af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362818991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4652757'] for segment (11f55c21-36a6-4641-be50-b9a73927ceae), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:55.044035 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:55.070730 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-00828fb4-ccc2-4aac-b57f-ad79d6a195af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659633'] for segment (11f55c21-36a6-4641-be50-b9a73927ceae), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:55.085005 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00828fb4-ccc2-4aac-b57f-ad79d6a195af admin admin] Releasing vlan 883 on physical network physnet1 to pool {{(pid=103919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:33:55.085711 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-00828fb4-ccc2-4aac-b57f-ad79d6a195af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4809377'] for segment (11f55c21-36a6-4641-be50-b9a73927ceae), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:55.090113 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-29ff6232-5f73-490c-870a-bd32305d710d req-f55a5aed-4f01-4e31-b9db-d4e20d4d252c tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups?id=45dd2ee8-9c49-4cc0-8a1e-dc499d869f21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302590 Jun 03 15:33:55.137860 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.services.segments.plugin [-] Segment 11f55c21-36a6-4641-be50-b9a73927ceae resource provider aggregate not found Jun 03 15:33:55.142474 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 56692) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:33:55.178929 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.services.segments.plugin [-] Segment 11f55c21-36a6-4641-be50-b9a73927ceae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 11f55c21-36a6-4641-be50-b9a73927ceae found for delete ", "request_id": "req-ffc3830d-be48-45ae-a230-dcb509723240"}]} Jun 03 15:33:55.189766 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-00828fb4-ccc2-4aac-b57f-ad79d6a195af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1656008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-763130'] for network (63fabd49-da18-4288-852a-c9b600b6fd0f), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:55.204729 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-00828fb4-ccc2-4aac-b57f-ad79d6a195af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for network (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:55.208805 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-00828fb4-ccc2-4aac-b57f-ad79d6a195af admin admin] 10.222.0.93 "DELETE /v2.0/networks/63fabd49-da18-4288-852a-c9b600b6fd0f HTTP/1.1" status: 204 len: 168 time: 1.3645947 Jun 03 15:33:55.223008 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 56696) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:33:55.224523 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00828fb4-ccc2-4aac-b57f-ad79d6a195af admin admin] Pushing event deleted for resources: {'Network': ['ID=63fabd49-da18-4288-852a-c9b600b6fd0f,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:55.260394 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Port c33f9309-e555-4e96-aa46-3dd746d42ece update to DOWN by agent not found {{(pid=103921) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2275}} Jun 03 15:33:55.305987 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-1497e279-4dd1-4ebe-b0c6-b2a6d2a47605 req-b4f6ab45-94d0-4f7f-a564-3c39c85dfce5 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4807792'] for port (009f1a65-b949-4493-a4fc-88ecafb96c71), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:55.348394 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b2f79db1-8ccd-4eb0-a7e3-322d7c9b47a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:55.350324 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f6ab45-94d0-4f7f-a564-3c39c85dfce5 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Pushing event deleted for resources: {'Port': ['ID=009f1a65-b949-4493-a4fc-88ecafb96c71,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:55.386301 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-a7a27f58-f12e-4ed1-88f4-31ad5a8d306b admin admin] Deleting port 90a91ba5-d409-43c9-94b8-3392b0b5f54d {{(pid=103920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:33:55.386670 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a7a27f58-f12e-4ed1-88f4-31ad5a8d306b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (90a91ba5-d409-43c9-94b8-3392b0b5f54d), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:55.407210 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:55.475282 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1497e279-4dd1-4ebe-b0c6-b2a6d2a47605 req-b4f6ab45-94d0-4f7f-a564-3c39c85dfce5 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Router 6cd5fe5b-023c-4cb7-aad9-e052cab5eef0 has already been hosted by L3 agent af3cb756-c261-4349-9f96-3650fb8ddf57 {{(pid=103919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 15:33:55.537123 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ea450706-6f9d-4600-9901-8a13358e87c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (c1b56563-1529-491f-97b0-bd0331fef87b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:55.591773 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [None req-a7a27f58-f12e-4ed1-88f4-31ad5a8d306b admin admin] For port 90a91ba5-d409-43c9-94b8-3392b0b5f54d, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=90a91ba5-d409-43c9-94b8-3392b0b5f54d,segment=NetworkSegment(e7fa8e9f-2916-4044-ae3b-4a0e4ef94a1c),segment_id=e7fa8e9f-2916-4044-ae3b-4a0e4ef94a1c)] {{(pid=103920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:33:55.592259 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a7a27f58-f12e-4ed1-88f4-31ad5a8d306b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (90a91ba5-d409-43c9-94b8-3392b0b5f54d), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:55.600135 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1497e279-4dd1-4ebe-b0c6-b2a6d2a47605 req-b4f6ab45-94d0-4f7f-a564-3c39c85dfce5 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Notify agent at l3_agent.dv-cinder-831247-16-iscsi the message routers_updated {{(pid=103919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 15:33:55.614429 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8c1d0b-ba02-479a-a755-bb83b7db2721 None None] Sync routers for ids ['6cd5fe5b-023c-4cb7-aad9-e052cab5eef0'] in dv-cinder-831247-16-iscsi {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:33:55.628189 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-a7a27f58-f12e-4ed1-88f4-31ad5a8d306b admin admin] Calling delete_port for 90a91ba5-d409-43c9-94b8-3392b0b5f54d owned by network:router_interface {{(pid=103920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:33:55.631321 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8c1d0b-ba02-479a-a755-bb83b7db2721 None None] Routers {'6cd5fe5b-023c-4cb7-aad9-e052cab5eef0'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:33:55.632053 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-9d8c1d0b-ba02-479a-a755-bb83b7db2721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:33:54Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['6cd5fe5b-023c-4cb7-aad9-e052cab5eef0'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:55.666955 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [req-1497e279-4dd1-4ebe-b0c6-b2a6d2a47605 req-b4f6ab45-94d0-4f7f-a564-3c39c85dfce5 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] No DVR routers for this DVR port 009f1a65-b949-4493-a4fc-88ecafb96c71 on host hv-cinder-83124 {{(pid=103919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 15:33:55.669362 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-1497e279-4dd1-4ebe-b0c6-b2a6d2a47605 req-b4f6ab45-94d0-4f7f-a564-3c39c85dfce5 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for port (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:55.672987 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-1497e279-4dd1-4ebe-b0c6-b2a6d2a47605 req-b4f6ab45-94d0-4f7f-a564-3c39c85dfce5 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.95 "DELETE /v2.0/ports/009f1a65-b949-4493-a4fc-88ecafb96c71 HTTP/1.1" status: 204 len: 173 time: 1.6510930 Jun 03 15:33:55.673449 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43beed7e-5952-4cc8-89ea-8c819ceb44de', 'name': 'network-vif-deleted', 'tag': '009f1a65-b949-4493-a4fc-88ecafb96c71'}] {{(pid=103919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:33:55.673809 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b2f79db1-8ccd-4eb0-a7e3-322d7c9b47a9 admin admin] Publish callbacks [] for security_group (2fe41d1e-b3d6-41ae-886a-b45f505bbeb4), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:55.676021 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb6718ce3f0a4af57ef91ee7142c10b6234fd65cffdc95d0a08216ae9169e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00567db7-0486-478f-943b-0956aaccbc87" -d '{"events": [{"server_uuid": "43beed7e-5952-4cc8-89ea-8c819ceb44de", "name": "network-vif-deleted", "tag": "009f1a65-b949-4493-a4fc-88ecafb96c71"}]}' {{(pid=103919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:33:55.735757 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 15:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295d6edd-37cf-438d-b6fd-46b8f4c78ccf x-openstack-request-id: req-295d6edd-37cf-438d-b6fd-46b8f4c78ccf {{(pid=103919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:33:55.736387 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43beed7e-5952-4cc8-89ea-8c819ceb44de", "name": "network-vif-deleted", "tag": "009f1a65-b949-4493-a4fc-88ecafb96c71", "status": "completed", "code": 200}]} {{(pid=103919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:33:55.736387 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-295d6edd-37cf-438d-b6fd-46b8f4c78ccf {{(pid=103919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:33:55.736861 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-295d6edd-37cf-438d-b6fd-46b8f4c78ccf'] response: {'server_uuid': '43beed7e-5952-4cc8-89ea-8c819ceb44de', 'name': 'network-vif-deleted', 'tag': '009f1a65-b949-4493-a4fc-88ecafb96c71', 'status': 'completed', 'code': 200} Jun 03 15:33:55.743269 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b2f79db1-8ccd-4eb0-a7e3-322d7c9b47a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (2fe41d1e-b3d6-41ae-886a-b45f505bbeb4), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:55.747076 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=100 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:55.758794 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-9d8c1d0b-ba02-479a-a755-bb83b7db2721 None None] Set router 6cd5fe5b-023c-4cb7-aad9-e052cab5eef0 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:33:55.809682 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:55.941311 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-b2f79db1-8ccd-4eb0-a7e3-322d7c9b47a9 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ca1ecc6439664854adbe99b38a02babe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7954068 Jun 03 15:33:55.941608 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 56700) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:33:55.960030 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f79db1-8ccd-4eb0-a7e3-322d7c9b47a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe41d1e-b3d6-41ae-886a-b45f505bbeb4,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:56.013084 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a7a27f58-f12e-4ed1-88f4-31ad5a8d306b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5848811'] for port (90a91ba5-d409-43c9-94b8-3392b0b5f54d), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:56.017525 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-9d8c1d0b-ba02-479a-a755-bb83b7db2721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd5fe5b-023c-4cb7-aad9-e052cab5eef0', 'name': 'tempest-AttachVolumeShelveTestJSON-1264158732-router', 'tenant_id': '1b930cadb2dc4e49947db0514528617d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '86ba1ff2-21ae-47f9-9cdf-edf65a092d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:38Z', 'updated_at': '2022-06-03T15:27:01Z', 'revision_number': 4, 'project_id': '1b930cadb2dc4e49947db0514528617d', 'gw_port': {'id': '86ba1ff2-21ae-47f9-9cdf-edf65a092d4e', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd5fe5b-023c-4cb7-aad9-e052cab5eef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:41Z', 'updated_at': '2022-06-03T15:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': 'cf131b2b-599d-46a7-87a3-df5152fb5c69', 'name': '', 'network_id': '6297c62b-cf60-4797-8fdd-d236a362ff82', 'tenant_id': '1b930cadb2dc4e49947db0514528617d', 'mac_address': 'fa:16:3e:43:3d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd5fe5b-023c-4cb7-aad9-e052cab5eef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'f60f46ef-d4d3-474d-b0dd-61750c5ae20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:59Z', 'updated_at': '2022-06-03T15:27:07Z', 'revision_number': 5, 'project_id': '1b930cadb2dc4e49947db0514528617d', 'subnets': [{'id': 'f60f46ef-d4d3-474d-b0dd-61750c5ae20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:56.020292 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=100 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:56.047961 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8c1d0b-ba02-479a-a755-bb83b7db2721 None None] Checking router: 6cd5fe5b-023c-4cb7-aad9-e052cab5eef0 for host: dv-cinder-831247-16-iscsi {{(pid=103922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:33:56.063468 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8c1d0b-ba02-479a-a755-bb83b7db2721 None None] Routers {'6cd5fe5b-023c-4cb7-aad9-e052cab5eef0'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:33:56.064327 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-9d8c1d0b-ba02-479a-a755-bb83b7db2721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:33:54Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['6cd5fe5b-023c-4cb7-aad9-e052cab5eef0'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:56.069539 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-6800e9fe-3a0d-4ad1-8677-9d9687540e23 admin admin] Publish callbacks [] for security_group (2fe41d1e-b3d6-41ae-886a-b45f505bbeb4), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:56.072712 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a27f58-f12e-4ed1-88f4-31ad5a8d306b admin admin] Pushing event deleted for resources: {'Port': ['ID=90a91ba5-d409-43c9-94b8-3392b0b5f54d,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:56.120654 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-6800e9fe-3a0d-4ad1-8677-9d9687540e23 admin admin] Publish callbacks [] for security_group (2fe41d1e-b3d6-41ae-886a-b45f505bbeb4), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:56.146502 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-5e27d31f-9ac9-4a0e-a86b-b95aac1cf5a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-761311'] for router_interface (8d1fdc9b-8a06-43ea-90ec-af0a84ea4674), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:56.163260 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:56.203015 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-9d8c1d0b-ba02-479a-a755-bb83b7db2721 None None] Set router 6cd5fe5b-023c-4cb7-aad9-e052cab5eef0 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:33:56.235752 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-6800e9fe-3a0d-4ad1-8677-9d9687540e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (2fe41d1e-b3d6-41ae-886a-b45f505bbeb4), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:56.239428 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-6800e9fe-3a0d-4ad1-8677-9d9687540e23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:56.240893 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-6800e9fe-3a0d-4ad1-8677-9d9687540e23 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2fe41d1e-b3d6-41ae-886a-b45f505bbeb4 HTTP/1.1" status: 204 len: 168 time: 0.2982681 Jun 03 15:33:56.282016 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6800e9fe-3a0d-4ad1-8677-9d9687540e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe41d1e-b3d6-41ae-886a-b45f505bbeb4,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:56.394940 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:56.397381 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-05e4a948-67ad-4eaa-b56a-e6cf6a926925 req-704d8cc0-3bcc-4ead-a1c8-10f0d36dc616 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/ports?device_id=43beed7e-5952-4cc8-89ea-8c819ceb44de HTTP/1.1" status: 200 len: 210 time: 0.0477920 Jun 03 15:33:56.489667 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-9d8c1d0b-ba02-479a-a755-bb83b7db2721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd5fe5b-023c-4cb7-aad9-e052cab5eef0', 'name': 'tempest-AttachVolumeShelveTestJSON-1264158732-router', 'tenant_id': '1b930cadb2dc4e49947db0514528617d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '86ba1ff2-21ae-47f9-9cdf-edf65a092d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:38Z', 'updated_at': '2022-06-03T15:27:01Z', 'revision_number': 4, 'project_id': '1b930cadb2dc4e49947db0514528617d', 'gw_port': {'id': '86ba1ff2-21ae-47f9-9cdf-edf65a092d4e', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd5fe5b-023c-4cb7-aad9-e052cab5eef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:41Z', 'updated_at': '2022-06-03T15:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': 'cf131b2b-599d-46a7-87a3-df5152fb5c69', 'name': '', 'network_id': '6297c62b-cf60-4797-8fdd-d236a362ff82', 'tenant_id': '1b930cadb2dc4e49947db0514528617d', 'mac_address': 'fa:16:3e:43:3d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd5fe5b-023c-4cb7-aad9-e052cab5eef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'f60f46ef-d4d3-474d-b0dd-61750c5ae20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:59Z', 'updated_at': '2022-06-03T15:27:07Z', 'revision_number': 5, 'project_id': '1b930cadb2dc4e49947db0514528617d', 'subnets': [{'id': 'f60f46ef-d4d3-474d-b0dd-61750c5ae20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:56.522919 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8c1d0b-ba02-479a-a755-bb83b7db2721 None None] The sync data for ids ['6cd5fe5b-023c-4cb7-aad9-e052cab5eef0'] in dv-cinder-831247-16-iscsi is: [{'id': '6cd5fe5b-023c-4cb7-aad9-e052cab5eef0', 'name': 'tempest-AttachVolumeShelveTestJSON-1264158732-router', 'tenant_id': '1b930cadb2dc4e49947db0514528617d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '86ba1ff2-21ae-47f9-9cdf-edf65a092d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:38Z', 'updated_at': '2022-06-03T15:27:01Z', 'revision_number': 4, 'project_id': '1b930cadb2dc4e49947db0514528617d', 'gw_port': {'id': '86ba1ff2-21ae-47f9-9cdf-edf65a092d4e', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd5fe5b-023c-4cb7-aad9-e052cab5eef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:41Z', 'updated_at': '2022-06-03T15:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': 'cf131b2b-599d-46a7-87a3-df5152fb5c69', 'name': '', 'network_id': '6297c62b-cf60-4797-8fdd-d236a362ff82', 'tenant_id': '1b930cadb2dc4e49947db0514528617d', 'mac_address': 'fa:16:3e:43:3d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd5fe5b-023c-4cb7-aad9-e052cab5eef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'f60f46ef-d4d3-474d-b0dd-61750c5ae20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:59Z', 'updated_at': '2022-06-03T15:27:07Z', 'revision_number': 5, 'project_id': '1b930cadb2dc4e49947db0514528617d', 'subnets': [{'id': 'f60f46ef-d4d3-474d-b0dd-61750c5ae20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:33:56.552332 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0007325d-49bd-45ba-86c8-d0efad7af70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (e76c2f28-d1d2-478d-a24e-96dcb24ae502), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:56.591571 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a7a27f58-f12e-4ed1-88f4-31ad5a8d306b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765714'] for router_interface (7c1789ab-eeef-43a0-9b0e-0854ddeaef18), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:56.692049 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 56710) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:33:56.706374 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-17340a1c-4b07-40f0-8811-66ad19d0fc94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:56.768559 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-5e27d31f-9ac9-4a0e-a86b-b95aac1cf5a1 admin admin] Deleting port e2f8cd58-f069-4488-8d7a-d36717cf58bb {{(pid=103920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:33:56.768896 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-5e27d31f-9ac9-4a0e-a86b-b95aac1cf5a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (e2f8cd58-f069-4488-8d7a-d36717cf58bb), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:56.796385 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-17340a1c-4b07-40f0-8811-66ad19d0fc94 admin admin] Publish callbacks [] for security_group (3bab0e35-8011-4f07-8af9-98de5903b4f6), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:56.800949 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-17340a1c-4b07-40f0-8811-66ad19d0fc94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (3bab0e35-8011-4f07-8af9-98de5903b4f6), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:56.843646 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-17340a1c-4b07-40f0-8811-66ad19d0fc94 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=9330294a43c6414ca714db9dd8740b13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1479795 Jun 03 15:33:56.844949 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 56712) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:33:56.855033 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d3fcec-7175-485a-b95f-5cb80b71172a None None] New status for floating IP 21f026aa-f6fb-4248-a7ac-e086bda25e3f: DOWN {{(pid=103921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 15:33:56.860821 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17340a1c-4b07-40f0-8811-66ad19d0fc94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bab0e35-8011-4f07-8af9-98de5903b4f6,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:56.902319 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-2f05daca-06ee-4c28-ac4d-e63b97b9171f admin admin] Publish callbacks [] for security_group (3bab0e35-8011-4f07-8af9-98de5903b4f6), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:56.904619 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=6 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:56.915729 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:56.928123 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-2f05daca-06ee-4c28-ac4d-e63b97b9171f admin admin] Publish callbacks [] for security_group (3bab0e35-8011-4f07-8af9-98de5903b4f6), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:56.932524 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [None req-5e27d31f-9ac9-4a0e-a86b-b95aac1cf5a1 admin admin] For port e2f8cd58-f069-4488-8d7a-d36717cf58bb, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=e2f8cd58-f069-4488-8d7a-d36717cf58bb,segment=NetworkSegment(5949c2d1-1d1c-49f2-95ea-8e22ba91943c),segment_id=5949c2d1-1d1c-49f2-95ea-8e22ba91943c)] {{(pid=103920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:33:56.932888 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-5e27d31f-9ac9-4a0e-a86b-b95aac1cf5a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (e2f8cd58-f069-4488-8d7a-d36717cf58bb), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:56.956306 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-5e27d31f-9ac9-4a0e-a86b-b95aac1cf5a1 admin admin] Calling delete_port for e2f8cd58-f069-4488-8d7a-d36717cf58bb owned by network:router_interface {{(pid=103920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:33:56.959259 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a27f58-f12e-4ed1-88f4-31ad5a8d306b admin admin] Router 7c1789ab-eeef-43a0-9b0e-0854ddeaef18 has already been hosted by L3 agent af3cb756-c261-4349-9f96-3650fb8ddf57 {{(pid=103920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 15:33:56.990382 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-2f05daca-06ee-4c28-ac4d-e63b97b9171f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (3bab0e35-8011-4f07-8af9-98de5903b4f6), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:56.994150 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-2f05daca-06ee-4c28-ac4d-e63b97b9171f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:56.998986 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-2f05daca-06ee-4c28-ac4d-e63b97b9171f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/3bab0e35-8011-4f07-8af9-98de5903b4f6 HTTP/1.1" status: 204 len: 168 time: 0.1496656 Jun 03 15:33:57.013320 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f05daca-06ee-4c28-ac4d-e63b97b9171f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bab0e35-8011-4f07-8af9-98de5903b4f6,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:57.429188 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a27f58-f12e-4ed1-88f4-31ad5a8d306b admin admin] Notify agent at l3_agent.dv-cinder-831247-16-iscsi the message routers_updated {{(pid=103920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 15:33:57.438515 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 56728) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:33:57.439297 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f4e7eb-cf71-4d98-b054-df18a248ea46 None None] Sync routers for ids ['7c1789ab-eeef-43a0-9b0e-0854ddeaef18'] in dv-cinder-831247-16-iscsi {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:33:57.439916 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-a7a27f58-f12e-4ed1-88f4-31ad5a8d306b admin admin] 10.222.0.93 "PUT /v2.0/routers/7c1789ab-eeef-43a0-9b0e-0854ddeaef18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5105896 Jun 03 15:33:57.461741 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f4e7eb-cf71-4d98-b054-df18a248ea46 None None] Routers {'7c1789ab-eeef-43a0-9b0e-0854ddeaef18'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:33:57.462705 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-80f4e7eb-cf71-4d98-b054-df18a248ea46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:33:54Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['7c1789ab-eeef-43a0-9b0e-0854ddeaef18'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:57.522794 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-5e27d31f-9ac9-4a0e-a86b-b95aac1cf5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5848811'] for port (e2f8cd58-f069-4488-8d7a-d36717cf58bb), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:57.556112 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-da1069d6-2150-4fac-be91-0daf559c4c8e admin admin] Publish callbacks [] for router (7c1789ab-eeef-43a0-9b0e-0854ddeaef18), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:57.578775 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 56734) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:33:57.587864 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e27d31f-9ac9-4a0e-a86b-b95aac1cf5a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2f8cd58-f069-4488-8d7a-d36717cf58bb,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:57.644831 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-80f4e7eb-cf71-4d98-b054-df18a248ea46 None None] Set router 7c1789ab-eeef-43a0-9b0e-0854ddeaef18 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:33:57.718766 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:57.720667 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-da1069d6-2150-4fac-be91-0daf559c4c8e admin admin] Publish callbacks [] for router_gateway (7c1789ab-eeef-43a0-9b0e-0854ddeaef18), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:57.796021 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.plugin [None req-da1069d6-2150-4fac-be91-0daf559c4c8e admin admin] Deleting port 9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f {{(pid=103919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:33:57.796758 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-da1069d6-2150-4fac-be91-0daf559c4c8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:57.847971 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c2d3b437-bc3d-462c-ba37-2f021634e937 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks [] for security_group (45dd2ee8-9c49-4cc0-8a1e-dc499d869f21), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:57.888017 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-5e27d31f-9ac9-4a0e-a86b-b95aac1cf5a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765714'] for router_interface (8d1fdc9b-8a06-43ea-90ec-af0a84ea4674), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:57.891366 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c2d3b437-bc3d-462c-ba37-2f021634e937 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks [] for security_group (45dd2ee8-9c49-4cc0-8a1e-dc499d869f21), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:57.903533 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-80f4e7eb-cf71-4d98-b054-df18a248ea46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1789ab-eeef-43a0-9b0e-0854ddeaef18', 'name': 'tempest-AttachVolumeTestJSON-1120574531-router', 'tenant_id': '16edd3f309d54728882acc6d23f8861e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:32Z', 'updated_at': '2022-06-03T15:33:55Z', 'revision_number': 5, 'project_id': '16edd3f309d54728882acc6d23f8861e', 'gw_port': {'id': '9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:3a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1789ab-eeef-43a0-9b0e-0854ddeaef18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:33Z', 'updated_at': '2022-06-03T15:26:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi'}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:57.956419 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [None req-da1069d6-2150-4fac-be91-0daf559c4c8e admin admin] For port 9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f,segment=NetworkSegment(fb1f6c29-8e9a-43bb-852a-39936675ceea),segment_id=fb1f6c29-8e9a-43bb-852a-39936675ceea)] {{(pid=103919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:33:57.956727 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f4e7eb-cf71-4d98-b054-df18a248ea46 None None] Checking router: 7c1789ab-eeef-43a0-9b0e-0854ddeaef18 for host: dv-cinder-831247-16-iscsi {{(pid=103922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:33:57.956873 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-da1069d6-2150-4fac-be91-0daf559c4c8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:57.970399 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f4e7eb-cf71-4d98-b054-df18a248ea46 None None] Routers {'7c1789ab-eeef-43a0-9b0e-0854ddeaef18'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:33:57.971199 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-80f4e7eb-cf71-4d98-b054-df18a248ea46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:33:54Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['7c1789ab-eeef-43a0-9b0e-0854ddeaef18'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:57.981785 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.plugin [None req-da1069d6-2150-4fac-be91-0daf559c4c8e admin admin] Calling delete_port for 9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f owned by network:router_gateway {{(pid=103919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:33:58.008618 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:58.049870 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=100 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:58.066339 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c2d3b437-bc3d-462c-ba37-2f021634e937 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (45dd2ee8-9c49-4cc0-8a1e-dc499d869f21), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:58.068895 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c2d3b437-bc3d-462c-ba37-2f021634e937 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:58.070033 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-c2d3b437-bc3d-462c-ba37-2f021634e937 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "DELETE /v2.0/security-groups/45dd2ee8-9c49-4cc0-8a1e-dc499d869f21 HTTP/1.1" status: 204 len: 168 time: 0.4903140 Jun 03 15:33:58.085897 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-80f4e7eb-cf71-4d98-b054-df18a248ea46 None None] Set router 7c1789ab-eeef-43a0-9b0e-0854ddeaef18 gateway port host: None {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:33:58.107605 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 56744) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:33:58.144132 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-80f4e7eb-cf71-4d98-b054-df18a248ea46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1789ab-eeef-43a0-9b0e-0854ddeaef18', 'name': 'tempest-AttachVolumeTestJSON-1120574531-router', 'tenant_id': '16edd3f309d54728882acc6d23f8861e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:32Z', 'updated_at': '2022-06-03T15:33:57Z', 'revision_number': 6, 'project_id': '16edd3f309d54728882acc6d23f8861e', 'gw_port_host': None}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:58.148974 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d3b437-bc3d-462c-ba37-2f021634e937 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45dd2ee8-9c49-4cc0-8a1e-dc499d869f21,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:58.160346 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.api.v2.resource [None req-fec6144d-6add-4430-8888-6686943791f1 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] show failed (client error): The resource could not be found. Jun 03 15:33:58.161515 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-fec6144d-6add-4430-8888-6686943791f1 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "GET /v2.0/security-groups/45dd2ee8-9c49-4cc0-8a1e-dc499d869f21 HTTP/1.1" status: 404 len: 347 time: 0.0524013 Jun 03 15:33:58.184073 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 56748) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:33:58.194886 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f4e7eb-cf71-4d98-b054-df18a248ea46 None None] The sync data for ids ['7c1789ab-eeef-43a0-9b0e-0854ddeaef18'] in dv-cinder-831247-16-iscsi is: [{'id': '7c1789ab-eeef-43a0-9b0e-0854ddeaef18', 'name': 'tempest-AttachVolumeTestJSON-1120574531-router', 'tenant_id': '16edd3f309d54728882acc6d23f8861e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:32Z', 'updated_at': '2022-06-03T15:33:57Z', 'revision_number': 6, 'project_id': '16edd3f309d54728882acc6d23f8861e', 'gw_port_host': None}] {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:33:58.263595 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (b78338d6-31c9-4f43-bfac-5a5a854a8366), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:58.283390 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e27d31f-9ac9-4a0e-a86b-b95aac1cf5a1 admin admin] Router 8d1fdc9b-8a06-43ea-90ec-af0a84ea4674 has already been hosted by L3 agent af3cb756-c261-4349-9f96-3650fb8ddf57 {{(pid=103920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 15:33:58.428690 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-d576700b-13cd-4b81-9d5b-368a5421c114 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Deleting port e617f826-0f2d-496b-99ea-7f2820163140 {{(pid=103920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:33:58.429039 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-d576700b-13cd-4b81-9d5b-368a5421c114 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (e617f826-0f2d-496b-99ea-7f2820163140), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:58.466056 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device 009f1a65-b949-4493-a4fc-88ecafb96c71 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 15:33:58.513900 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] No Port match for: 009f1a65-b949-4493-a4fc-88ecafb96c71 {{(pid=103921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 15:33:58.515166 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device 009f1a65-b949-4493-a4fc-88ecafb96c71 not bound to the agent host hv-cinder-83124 {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 15:33:58.533447 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-da1069d6-2150-4fac-be91-0daf559c4c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4807792'] for port (9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:58.537527 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:58.537691 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e27d31f-9ac9-4a0e-a86b-b95aac1cf5a1 admin admin] Notify agent at l3_agent.dv-cinder-831247-16-iscsi the message routers_updated {{(pid=103920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 15:33:58.543856 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-5e27d31f-9ac9-4a0e-a86b-b95aac1cf5a1 admin admin] 10.222.0.93 "PUT /v2.0/routers/8d1fdc9b-8a06-43ea-90ec-af0a84ea4674/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3198605 Jun 03 15:33:58.554386 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f6ed99-a0e5-4731-ac8f-5afedbbf8bdb None None] Sync routers for ids ['8d1fdc9b-8a06-43ea-90ec-af0a84ea4674'] in dv-cinder-831247-16-iscsi {{(pid=103921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:33:58.558004 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 56758) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:33:58.567413 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f6ed99-a0e5-4731-ac8f-5afedbbf8bdb None None] Routers {'8d1fdc9b-8a06-43ea-90ec-af0a84ea4674'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:33:58.568558 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-84f6ed99-a0e5-4731-ac8f-5afedbbf8bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:33:54Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['8d1fdc9b-8a06-43ea-90ec-af0a84ea4674'], 'active': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:58.568755 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-d576700b-13cd-4b81-9d5b-368a5421c114 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (e617f826-0f2d-496b-99ea-7f2820163140), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:58.568916 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-d576700b-13cd-4b81-9d5b-368a5421c114 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks [] for floatingip (e617f826-0f2d-496b-99ea-7f2820163140), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:58.585700 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1069d6-2150-4fac-be91-0daf559c4c8e admin admin] Pushing event deleted for resources: {'Port': ['ID=9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:58.647326 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-d576700b-13cd-4b81-9d5b-368a5421c114 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Calling delete_port for e617f826-0f2d-496b-99ea-7f2820163140 owned by network:floatingip {{(pid=103920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:33:58.701618 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:58.705979 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-da1069d6-2150-4fac-be91-0daf559c4c8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-763410'] for router_gateway (7c1789ab-eeef-43a0-9b0e-0854ddeaef18), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:58.754417 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a4169ef4-75ed-4ad2-8033-239ec23c14d9 admin admin] Publish callbacks [] for router (8d1fdc9b-8a06-43ea-90ec-af0a84ea4674), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:58.867375 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-da1069d6-2150-4fac-be91-0daf559c4c8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-758203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8029'] for router (7c1789ab-eeef-43a0-9b0e-0854ddeaef18), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:58.868828 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:58.871230 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-da1069d6-2150-4fac-be91-0daf559c4c8e admin admin] Publish callbacks [] for router_controller (7c1789ab-eeef-43a0-9b0e-0854ddeaef18), precommit_delete_associations {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:58.872083 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvr_db [None req-84f6ed99-a0e5-4731-ac8f-5afedbbf8bdb None None] Set router 8d1fdc9b-8a06-43ea-90ec-af0a84ea4674 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:33:58.924898 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:58.928562 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-da1069d6-2150-4fac-be91-0daf559c4c8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-758146'] for router (7c1789ab-eeef-43a0-9b0e-0854ddeaef18), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:58.929580 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1069d6-2150-4fac-be91-0daf559c4c8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c1789ab-eeef-43a0-9b0e-0854ddeaef18 {{(pid=103919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 03 15:33:58.944096 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-da1069d6-2150-4fac-be91-0daf559c4c8e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:58.947712 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-da1069d6-2150-4fac-be91-0daf559c4c8e admin admin] 10.222.0.93 "DELETE /v2.0/routers/7c1789ab-eeef-43a0-9b0e-0854ddeaef18 HTTP/1.1" status: 204 len: 168 time: 1.5057921 Jun 03 15:33:58.948800 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 56766) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:33:58.952829 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a4169ef4-75ed-4ad2-8033-239ec23c14d9 admin admin] Publish callbacks [] for router_gateway (8d1fdc9b-8a06-43ea-90ec-af0a84ea4674), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:58.959015 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:58.983309 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:DELETE=3 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:33:58.997691 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-d576700b-13cd-4b81-9d5b-368a5421c114 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5848811'] for port (e617f826-0f2d-496b-99ea-7f2820163140), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:59.022481 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.db_base_plugin_v2 [None req-9da88faa-7740-4884-8b73-7cff0881ab87 admin admin] Deleting subnet 774a6a80-1cd7-4bc8-a1d0-ccd75afe6883 {{(pid=103919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 03 15:33:59.028669 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-9da88faa-7740-4884-8b73-7cff0881ab87 admin admin] Publish callbacks [] for subnet (774a6a80-1cd7-4bc8-a1d0-ccd75afe6883), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:59.037136 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d576700b-13cd-4b81-9d5b-368a5421c114 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Pushing event deleted for resources: {'Port': ['ID=e617f826-0f2d-496b-99ea-7f2820163140,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:59.077972 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-84f6ed99-a0e5-4731-ac8f-5afedbbf8bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1fdc9b-8a06-43ea-90ec-af0a84ea4674', 'name': 'tempest-TestShelveInstance-631173185-router', 'tenant_id': 'a122683898334dc5b09dc4f24b9370b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '3704d121-7963-4017-96c5-a364926c17c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:28:07Z', 'updated_at': '2022-06-03T15:33:57Z', 'revision_number': 5, 'project_id': 'a122683898334dc5b09dc4f24b9370b1', 'gw_port': {'id': '3704d121-7963-4017-96c5-a364926c17c4', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:5b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1fdc9b-8a06-43ea-90ec-af0a84ea4674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:28:08Z', 'updated_at': '2022-06-03T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi'}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:59.094735 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-a4169ef4-75ed-4ad2-8033-239ec23c14d9 admin admin] Deleting port 3704d121-7963-4017-96c5-a364926c17c4 {{(pid=103920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:33:59.095262 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a4169ef4-75ed-4ad2-8033-239ec23c14d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (3704d121-7963-4017-96c5-a364926c17c4), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:59.101700 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-9da88faa-7740-4884-8b73-7cff0881ab87 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4652770'] for subnet (774a6a80-1cd7-4bc8-a1d0-ccd75afe6883), precommit_delete_associations {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:59.161718 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f6ed99-a0e5-4731-ac8f-5afedbbf8bdb None None] Checking router: 8d1fdc9b-8a06-43ea-90ec-af0a84ea4674 for host: dv-cinder-831247-16-iscsi {{(pid=103921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:33:59.182484 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f6ed99-a0e5-4731-ac8f-5afedbbf8bdb None None] Routers {'8d1fdc9b-8a06-43ea-90ec-af0a84ea4674'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:33:59.183664 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-84f6ed99-a0e5-4731-ac8f-5afedbbf8bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:33:54Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['8d1fdc9b-8a06-43ea-90ec-af0a84ea4674'], 'active': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:59.210895 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-9da88faa-7740-4884-8b73-7cff0881ab87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1655370'] for subnet (774a6a80-1cd7-4bc8-a1d0-ccd75afe6883), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:59.262116 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-d576700b-13cd-4b81-9d5b-368a5421c114 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks [] for floatingip (21f026aa-f6fb-4248-a7ac-e086bda25e3f), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:59.270307 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-d576700b-13cd-4b81-9d5b-368a5421c114 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for floatingip (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:59.270307 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-d576700b-13cd-4b81-9d5b-368a5421c114 tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] 10.222.0.93 "DELETE /v2.0/floatingips/21f026aa-f6fb-4248-a7ac-e086bda25e3f HTTP/1.1" status: 204 len: 168 time: 1.0836546 Jun 03 15:33:59.335086 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [None req-a4169ef4-75ed-4ad2-8033-239ec23c14d9 admin admin] For port 3704d121-7963-4017-96c5-a364926c17c4, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=3704d121-7963-4017-96c5-a364926c17c4,segment=NetworkSegment(fb1f6c29-8e9a-43bb-852a-39936675ceea),segment_id=fb1f6c29-8e9a-43bb-852a-39936675ceea)] {{(pid=103920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:33:59.335476 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a4169ef4-75ed-4ad2-8033-239ec23c14d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (3704d121-7963-4017-96c5-a364926c17c4), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:59.354102 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-a4169ef4-75ed-4ad2-8033-239ec23c14d9 admin admin] Calling delete_port for 3704d121-7963-4017-96c5-a364926c17c4 owned by network:router_gateway {{(pid=103920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:33:59.366872 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvr_db [None req-84f6ed99-a0e5-4731-ac8f-5afedbbf8bdb None None] Set router 8d1fdc9b-8a06-43ea-90ec-af0a84ea4674 gateway port host: None {{(pid=103921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:33:59.370351 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-9da88faa-7740-4884-8b73-7cff0881ab87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1655361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4807683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4495087'] for subnet (774a6a80-1cd7-4bc8-a1d0-ccd75afe6883), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:59.511275 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da88faa-7740-4884-8b73-7cff0881ab87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=774a6a80-1cd7-4bc8-a1d0-ccd75afe6883,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:59.532063 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-84f6ed99-a0e5-4731-ac8f-5afedbbf8bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1fdc9b-8a06-43ea-90ec-af0a84ea4674', 'name': 'tempest-TestShelveInstance-631173185-router', 'tenant_id': 'a122683898334dc5b09dc4f24b9370b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:28:07Z', 'updated_at': '2022-06-03T15:33:58Z', 'revision_number': 6, 'project_id': 'a122683898334dc5b09dc4f24b9370b1', 'gw_port_host': None}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:33:59.535676 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-9da88faa-7740-4884-8b73-7cff0881ab87 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:59.548319 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675bf934-fdc9-472f-8477-5ede752f2df7 None None] Network fc85e51d-f7a3-45da-ad6c-8c73a576aa2c requested from dv-cinder-831247-16-iscsi {{(pid=103921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 15:33:59.554164 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-9da88faa-7740-4884-8b73-7cff0881ab87 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/774a6a80-1cd7-4bc8-a1d0-ccd75afe6883 HTTP/1.1" status: 204 len: 168 time: 0.6023557 Jun 03 15:33:59.557099 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 56786) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:33:59.678439 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a4169ef4-75ed-4ad2-8033-239ec23c14d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5848811'] for port (3704d121-7963-4017-96c5-a364926c17c4), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:59.698755 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f6ed99-a0e5-4731-ac8f-5afedbbf8bdb None None] The sync data for ids ['8d1fdc9b-8a06-43ea-90ec-af0a84ea4674'] in dv-cinder-831247-16-iscsi is: [{'id': '8d1fdc9b-8a06-43ea-90ec-af0a84ea4674', 'name': 'tempest-TestShelveInstance-631173185-router', 'tenant_id': 'a122683898334dc5b09dc4f24b9370b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:28:07Z', 'updated_at': '2022-06-03T15:33:58Z', 'revision_number': 6, 'project_id': 'a122683898334dc5b09dc4f24b9370b1', 'gw_port_host': None}] {{(pid=103921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:33:59.702876 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-4ef14eab-0cfe-45bd-a640-c7ff35bc0b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1730890'] for network (fc85e51d-f7a3-45da-ad6c-8c73a576aa2c), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:59.742336 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4169ef4-75ed-4ad2-8033-239ec23c14d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3704d121-7963-4017-96c5-a364926c17c4,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:33:59.860634 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a4169ef4-75ed-4ad2-8033-239ec23c14d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-763410'] for router_gateway (8d1fdc9b-8a06-43ea-90ec-af0a84ea4674), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:59.889648 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.plugin [None req-4ef14eab-0cfe-45bd-a640-c7ff35bc0b7c admin admin] Deleting port 8dcd57ae-8b1b-4fd0-b215-8f24f2e739c4 {{(pid=103919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:33:59.890580 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-4ef14eab-0cfe-45bd-a640-c7ff35bc0b7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (8dcd57ae-8b1b-4fd0-b215-8f24f2e739c4), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:59.980539 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a4169ef4-75ed-4ad2-8033-239ec23c14d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-758203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8029'] for router (8d1fdc9b-8a06-43ea-90ec-af0a84ea4674), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:59.981020 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [None req-4ef14eab-0cfe-45bd-a640-c7ff35bc0b7c admin admin] For port 8dcd57ae-8b1b-4fd0-b215-8f24f2e739c4, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=8dcd57ae-8b1b-4fd0-b215-8f24f2e739c4,segment=NetworkSegment(e7fa8e9f-2916-4044-ae3b-4a0e4ef94a1c),segment_id=e7fa8e9f-2916-4044-ae3b-4a0e4ef94a1c)] {{(pid=103919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:33:59.981507 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-4ef14eab-0cfe-45bd-a640-c7ff35bc0b7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (8dcd57ae-8b1b-4fd0-b215-8f24f2e739c4), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:33:59.983109 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a4169ef4-75ed-4ad2-8033-239ec23c14d9 admin admin] Publish callbacks [] for router_controller (8d1fdc9b-8a06-43ea-90ec-af0a84ea4674), precommit_delete_associations {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:00.000642 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.plugin [None req-4ef14eab-0cfe-45bd-a640-c7ff35bc0b7c admin admin] Calling delete_port for 8dcd57ae-8b1b-4fd0-b215-8f24f2e739c4 owned by network:dhcp {{(pid=103919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:34:00.038227 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a4169ef4-75ed-4ad2-8033-239ec23c14d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-758146'] for router (8d1fdc9b-8a06-43ea-90ec-af0a84ea4674), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:00.039195 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4169ef4-75ed-4ad2-8033-239ec23c14d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d1fdc9b-8a06-43ea-90ec-af0a84ea4674 {{(pid=103920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 03 15:34:00.043750 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a4169ef4-75ed-4ad2-8033-239ec23c14d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:00.045126 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-a4169ef4-75ed-4ad2-8033-239ec23c14d9 admin admin] 10.222.0.93 "DELETE /v2.0/routers/8d1fdc9b-8a06-43ea-90ec-af0a84ea4674 HTTP/1.1" status: 204 len: 168 time: 1.4860315 Jun 03 15:34:00.048066 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 56798) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:34:00.082213 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:34:00.100423 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcd7eaf6-a25e-4749-9bd4-fa24b28dfadb admin admin] Deleting subnet 04f49c01-89a3-4994-9552-f145473b65fb {{(pid=103920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 03 15:34:00.104372 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-dcd7eaf6-a25e-4749-9bd4-fa24b28dfadb admin admin] Publish callbacks [] for subnet (04f49c01-89a3-4994-9552-f145473b65fb), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:00.116816 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-4ef14eab-0cfe-45bd-a640-c7ff35bc0b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4807792'] for port (8dcd57ae-8b1b-4fd0-b215-8f24f2e739c4), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:00.146931 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd1c056-d159-4b25-94af-ef3657f98f0b None None] DHCP port deletion for fc85e51d-f7a3-45da-ad6c-8c73a576aa2c request from dv-cinder-831247-16-iscsi {{(pid=103921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 03 15:34:00.166928 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-dcd7eaf6-a25e-4749-9bd4-fa24b28dfadb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4693020'] for subnet (04f49c01-89a3-4994-9552-f145473b65fb), precommit_delete_associations {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:00.176759 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef14eab-0cfe-45bd-a640-c7ff35bc0b7c admin admin] No DVR routers for this DVR port 8dcd57ae-8b1b-4fd0-b215-8f24f2e739c4 on host dv-cinder-831247-16-iscsi {{(pid=103919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 15:34:00.186862 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef14eab-0cfe-45bd-a640-c7ff35bc0b7c admin admin] Pushing event deleted for resources: {'Port': ['ID=8dcd57ae-8b1b-4fd0-b215-8f24f2e739c4,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:00.277521 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-4ef14eab-0cfe-45bd-a640-c7ff35bc0b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1656049', 'neutron.services.segments.db._delete_segments_for_network-8736362815142'] for network (fc85e51d-f7a3-45da-ad6c-8c73a576aa2c), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:00.293073 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-dcd7eaf6-a25e-4749-9bd4-fa24b28dfadb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1655370'] for subnet (04f49c01-89a3-4994-9552-f145473b65fb), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:00.317939 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.services.segments.db [None req-4ef14eab-0cfe-45bd-a640-c7ff35bc0b7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc85e51d-f7a3-45da-ad6c-8c73a576aa2c']}} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:00.323930 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:34:00.328493 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.services.segments.db [None req-4ef14eab-0cfe-45bd-a640-c7ff35bc0b7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7fa8e9f-2916-4044-ae3b-4a0e4ef94a1c') {'for_net_delete': True} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:00.328892 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.services.segments.db [None req-4ef14eab-0cfe-45bd-a640-c7ff35bc0b7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7fa8e9f-2916-4044-ae3b-4a0e4ef94a1c') {} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:00.336596 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:34:00.343990 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-4ef14eab-0cfe-45bd-a640-c7ff35bc0b7c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362818991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4652757'] for segment (e7fa8e9f-2916-4044-ae3b-4a0e4ef94a1c), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:00.358680 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-4ef14eab-0cfe-45bd-a640-c7ff35bc0b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659633'] for segment (e7fa8e9f-2916-4044-ae3b-4a0e4ef94a1c), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:00.360489 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-dcd7eaf6-a25e-4749-9bd4-fa24b28dfadb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1655361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5848728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365459'] for subnet (04f49c01-89a3-4994-9552-f145473b65fb), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:00.365550 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ef14eab-0cfe-45bd-a640-c7ff35bc0b7c admin admin] Releasing vlan 850 on physical network physnet1 to pool {{(pid=103919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:34:00.365692 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-4ef14eab-0cfe-45bd-a640-c7ff35bc0b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4809377'] for segment (e7fa8e9f-2916-4044-ae3b-4a0e4ef94a1c), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:00.387825 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd7eaf6-a25e-4749-9bd4-fa24b28dfadb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04f49c01-89a3-4994-9552-f145473b65fb,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:00.389833 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-dcd7eaf6-a25e-4749-9bd4-fa24b28dfadb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for subnet (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:00.395239 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-dcd7eaf6-a25e-4749-9bd4-fa24b28dfadb admin admin] 10.222.0.93 "DELETE /v2.0/subnets/04f49c01-89a3-4994-9552-f145473b65fb HTTP/1.1" status: 204 len: 168 time: 0.3440371 Jun 03 15:34:00.396118 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 56802) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:34:00.397132 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b919b6-e1ad-4ff3-ba34-b61eaed5a0e9 None None] Network 8545b335-24d4-4d41-9173-f30389286c83 requested from dv-cinder-831247-16-iscsi {{(pid=103921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 15:34:00.412411 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.services.segments.plugin [-] Segment e7fa8e9f-2916-4044-ae3b-4a0e4ef94a1c resource provider aggregate not found Jun 03 15:34:00.445246 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.services.segments.plugin [-] Segment e7fa8e9f-2916-4044-ae3b-4a0e4ef94a1c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e7fa8e9f-2916-4044-ae3b-4a0e4ef94a1c found for delete ", "request_id": "req-9db8ce1b-1841-4132-bd54-92e871842629"}]} Jun 03 15:34:00.452026 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-4ef14eab-0cfe-45bd-a640-c7ff35bc0b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1656008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-763130'] for network (fc85e51d-f7a3-45da-ad6c-8c73a576aa2c), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:00.475338 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-4ef14eab-0cfe-45bd-a640-c7ff35bc0b7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for network (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:00.476635 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-06567294-e55f-408a-8191-319106f59730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1730890'] for network (8545b335-24d4-4d41-9173-f30389286c83), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:00.483198 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-4ef14eab-0cfe-45bd-a640-c7ff35bc0b7c admin admin] 10.222.0.93 "DELETE /v2.0/networks/fc85e51d-f7a3-45da-ad6c-8c73a576aa2c HTTP/1.1" status: 204 len: 168 time: 0.9245651 Jun 03 15:34:00.485254 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef14eab-0cfe-45bd-a640-c7ff35bc0b7c admin admin] Pushing event deleted for resources: {'Network': ['ID=fc85e51d-f7a3-45da-ad6c-8c73a576aa2c,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:00.532469 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-06567294-e55f-408a-8191-319106f59730 admin admin] Deleting port 40568706-fd5d-4600-a094-6dbd3b101e24 {{(pid=103920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:34:00.532828 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-06567294-e55f-408a-8191-319106f59730 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (40568706-fd5d-4600-a094-6dbd3b101e24), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:00.602203 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [None req-06567294-e55f-408a-8191-319106f59730 admin admin] For port 40568706-fd5d-4600-a094-6dbd3b101e24, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=40568706-fd5d-4600-a094-6dbd3b101e24,segment=NetworkSegment(5949c2d1-1d1c-49f2-95ea-8e22ba91943c),segment_id=5949c2d1-1d1c-49f2-95ea-8e22ba91943c)] {{(pid=103920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:34:00.602525 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-06567294-e55f-408a-8191-319106f59730 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (40568706-fd5d-4600-a094-6dbd3b101e24), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:00.617088 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-06567294-e55f-408a-8191-319106f59730 admin admin] Calling delete_port for 40568706-fd5d-4600-a094-6dbd3b101e24 owned by network:dhcp {{(pid=103920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:34:00.671780 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623875ff-f259-4665-8420-c3330afb2b4c None None] DHCP port deletion for 8545b335-24d4-4d41-9173-f30389286c83 request from dv-cinder-831247-16-iscsi {{(pid=103921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 03 15:34:00.728380 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device 8dcd57ae-8b1b-4fd0-b215-8f24f2e739c4 no longer exists at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 15:34:00.739727 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-06567294-e55f-408a-8191-319106f59730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5848811'] for port (40568706-fd5d-4600-a094-6dbd3b101e24), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:00.764465 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 56814) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:34:00.764774 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] No Port match for: 8dcd57ae-8b1b-4fd0-b215-8f24f2e739c4 {{(pid=103921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 15:34:00.765295 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device 8dcd57ae-8b1b-4fd0-b215-8f24f2e739c4 not bound to the agent host dv-cinder-831247-16-iscsi {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 15:34:00.765864 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device e2f8cd58-f069-4488-8d7a-d36717cf58bb no longer exists at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 15:34:00.770483 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06567294-e55f-408a-8191-319106f59730 admin admin] Pushing event deleted for resources: {'Port': ['ID=40568706-fd5d-4600-a094-6dbd3b101e24,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:00.784394 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06567294-e55f-408a-8191-319106f59730 admin admin] No DVR routers for this DVR port 40568706-fd5d-4600-a094-6dbd3b101e24 on host dv-cinder-831247-16-iscsi {{(pid=103920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 15:34:00.801264 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] No Port match for: e2f8cd58-f069-4488-8d7a-d36717cf58bb {{(pid=103921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 15:34:00.801526 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device e2f8cd58-f069-4488-8d7a-d36717cf58bb not bound to the agent host dv-cinder-831247-16-iscsi {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 15:34:00.802125 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device 9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f no longer exists at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 15:34:00.805657 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-623875ff-f259-4665-8420-c3330afb2b4c None None] Deleting port 40568706-fd5d-4600-a094-6dbd3b101e24 {{(pid=103921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:34:00.808159 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-623875ff-f259-4665-8420-c3330afb2b4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (40568706-fd5d-4600-a094-6dbd3b101e24), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:00.843218 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] No Port match for: 9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f {{(pid=103921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 15:34:00.843832 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device 9e722fe4-c4cd-4fee-a0ad-4e02e7e9e00f not bound to the agent host dv-cinder-831247-16-iscsi {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 15:34:00.844391 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device 90a91ba5-d409-43c9-94b8-3392b0b5f54d no longer exists at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 15:34:00.862427 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 56820) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:34:00.866491 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-616ee3b9-1cc9-475b-94ef-8e571b9ff419 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=16edd3f309d54728882acc6d23f8861e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0889862 Jun 03 15:34:00.897609 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] No Port match for: 90a91ba5-d409-43c9-94b8-3392b0b5f54d {{(pid=103921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 15:34:00.897964 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device 90a91ba5-d409-43c9-94b8-3392b0b5f54d not bound to the agent host dv-cinder-831247-16-iscsi {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 15:34:00.901858 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-06567294-e55f-408a-8191-319106f59730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1656049', 'neutron.services.segments.db._delete_segments_for_network-8736362815142'] for network (8545b335-24d4-4d41-9173-f30389286c83), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:00.944773 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-623875ff-f259-4665-8420-c3330afb2b4c None None] For port 40568706-fd5d-4600-a094-6dbd3b101e24, host dv-cinder-831247-16-iscsi, got binding levels [] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:34:00.945164 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-623875ff-f259-4665-8420-c3330afb2b4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (40568706-fd5d-4600-a094-6dbd3b101e24), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:00.950083 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.services.segments.db [None req-06567294-e55f-408a-8191-319106f59730 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8545b335-24d4-4d41-9173-f30389286c83']}} {{(pid=103920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:00.959960 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-623875ff-f259-4665-8420-c3330afb2b4c None None] Calling delete_port for 40568706-fd5d-4600-a094-6dbd3b101e24 owned by network:dhcp {{(pid=103921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:34:00.964251 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.ipam_backend_mixin [None req-623875ff-f259-4665-8420-c3330afb2b4c None None] Port 40568706-fd5d-4600-a094-6dbd3b101e24 was not found and therefore no delete operation was performed {{(pid=103921) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 03 15:34:00.965723 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-623875ff-f259-4665-8420-c3330afb2b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569'] for port (40568706-fd5d-4600-a094-6dbd3b101e24), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:00.969084 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.services.segments.db [None req-06567294-e55f-408a-8191-319106f59730 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5949c2d1-1d1c-49f2-95ea-8e22ba91943c') {'for_net_delete': True} {{(pid=103920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:00.969589 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.services.segments.db [None req-06567294-e55f-408a-8191-319106f59730 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5949c2d1-1d1c-49f2-95ea-8e22ba91943c') {} {{(pid=103920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:00.985246 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-06567294-e55f-408a-8191-319106f59730 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362818991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4693035'] for segment (5949c2d1-1d1c-49f2-95ea-8e22ba91943c), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:00.987227 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c252c307-7600-40de-bb08-79276543d8ca admin admin] Publish callbacks [] for security_group (b44a5c74-1955-4b3d-bb32-be03f0e3141f), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:01.000818 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623875ff-f259-4665-8420-c3330afb2b4c None None] Pushing event deleted for resources: {'Port': ['ID=40568706-fd5d-4600-a094-6dbd3b101e24,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:01.004584 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623875ff-f259-4665-8420-c3330afb2b4c None None] No DVR routers for this DVR port 40568706-fd5d-4600-a094-6dbd3b101e24 on host dv-cinder-831247-16-iscsi {{(pid=103921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 15:34:01.017946 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-06567294-e55f-408a-8191-319106f59730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659633'] for segment (5949c2d1-1d1c-49f2-95ea-8e22ba91943c), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:01.042386 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c252c307-7600-40de-bb08-79276543d8ca admin admin] Publish callbacks [] for security_group (b44a5c74-1955-4b3d-bb32-be03f0e3141f), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:01.045067 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06567294-e55f-408a-8191-319106f59730 admin admin] Releasing vlan 868 on physical network physnet1 to pool {{(pid=103920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:34:01.045540 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-06567294-e55f-408a-8191-319106f59730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5832762'] for segment (5949c2d1-1d1c-49f2-95ea-8e22ba91943c), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:01.171502 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-06567294-e55f-408a-8191-319106f59730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1656008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-763130'] for network (8545b335-24d4-4d41-9173-f30389286c83), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:01.179484 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-06567294-e55f-408a-8191-319106f59730 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for network (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:01.186122 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-06567294-e55f-408a-8191-319106f59730 admin admin] 10.222.0.93 "DELETE /v2.0/networks/8545b335-24d4-4d41-9173-f30389286c83 HTTP/1.1" status: 204 len: 168 time: 0.7857993 Jun 03 15:34:01.201678 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06567294-e55f-408a-8191-319106f59730 admin admin] Pushing event deleted for resources: {'Network': ['ID=8545b335-24d4-4d41-9173-f30389286c83,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:01.208659 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c252c307-7600-40de-bb08-79276543d8ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (b44a5c74-1955-4b3d-bb32-be03f0e3141f), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:01.212131 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c252c307-7600-40de-bb08-79276543d8ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:01.213294 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-c252c307-7600-40de-bb08-79276543d8ca admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b44a5c74-1955-4b3d-bb32-be03f0e3141f HTTP/1.1" status: 204 len: 168 time: 0.3496859 Jun 03 15:34:01.228229 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c252c307-7600-40de-bb08-79276543d8ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44a5c74-1955-4b3d-bb32-be03f0e3141f,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:01.467280 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.services.segments.plugin [-] Segment 5949c2d1-1d1c-49f2-95ea-8e22ba91943c resource provider aggregate not found Jun 03 15:34:01.486277 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.services.segments.plugin [-] Segment 5949c2d1-1d1c-49f2-95ea-8e22ba91943c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5949c2d1-1d1c-49f2-95ea-8e22ba91943c found for delete ", "request_id": "req-71c572fe-f02e-4091-89d7-41555b35ad50"}]} Jun 03 15:34:01.495480 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 56840) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:34:01.542138 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-60c8317f-22cb-4c55-9a27-45c6d4a4c663 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=98f97ac03be44e0bb8ab21d985d1dd27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0459285 Jun 03 15:34:01.545267 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 56846) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:34:01.617653 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-4b56aca6-2a83-48ff-a7e8-ea3cdd3910bd admin admin] Publish callbacks [] for security_group (2f468c13-4aa3-4247-adce-10fb2ddd55ae), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:01.641426 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-4b56aca6-2a83-48ff-a7e8-ea3cdd3910bd admin admin] Publish callbacks [] for security_group (2f468c13-4aa3-4247-adce-10fb2ddd55ae), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:01.658410 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:34:01.698809 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-4b56aca6-2a83-48ff-a7e8-ea3cdd3910bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (2f468c13-4aa3-4247-adce-10fb2ddd55ae), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:01.702104 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-4b56aca6-2a83-48ff-a7e8-ea3cdd3910bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:01.703313 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-4b56aca6-2a83-48ff-a7e8-ea3cdd3910bd admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2f468c13-4aa3-4247-adce-10fb2ddd55ae HTTP/1.1" status: 204 len: 168 time: 0.1569946 Jun 03 15:34:01.711572 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b56aca6-2a83-48ff-a7e8-ea3cdd3910bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f468c13-4aa3-4247-adce-10fb2ddd55ae,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:01.943570 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device 3704d121-7963-4017-96c5-a364926c17c4 no longer exists at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 15:34:01.968075 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] No Port match for: 3704d121-7963-4017-96c5-a364926c17c4 {{(pid=103921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 15:34:01.968809 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device 3704d121-7963-4017-96c5-a364926c17c4 not bound to the agent host dv-cinder-831247-16-iscsi {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 15:34:01.969217 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device 40568706-fd5d-4600-a094-6dbd3b101e24 no longer exists at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 15:34:01.999519 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] No Port match for: 40568706-fd5d-4600-a094-6dbd3b101e24 {{(pid=103921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 15:34:02.000284 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device 40568706-fd5d-4600-a094-6dbd3b101e24 not bound to the agent host dv-cinder-831247-16-iscsi {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 15:34:02.054858 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 56870) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:34:02.068183 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 56872) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:34:02.102223 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-05566e47-9f5a-4431-9ab3-9e76a8ef8194 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a122683898334dc5b09dc4f24b9370b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0439482 Jun 03 15:34:02.102713 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 56878) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:34:02.156790 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-a2e910d8-1836-4064-87b1-11cd35eac868 admin admin] Publish callbacks [] for security_group (272b55c9-1750-45be-a561-757917bda557), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:02.185624 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-a2e910d8-1836-4064-87b1-11cd35eac868 admin admin] Publish callbacks [] for security_group (272b55c9-1750-45be-a561-757917bda557), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:02.245516 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-a2e910d8-1836-4064-87b1-11cd35eac868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (272b55c9-1750-45be-a561-757917bda557), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:02.248884 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-a2e910d8-1836-4064-87b1-11cd35eac868 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:02.250973 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-a2e910d8-1836-4064-87b1-11cd35eac868 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/272b55c9-1750-45be-a561-757917bda557 HTTP/1.1" status: 204 len: 168 time: 0.1472278 Jun 03 15:34:02.260931 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e910d8-1836-4064-87b1-11cd35eac868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272b55c9-1750-45be-a561-757917bda557,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:02.704073 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-f88c0792-5ae5-4dba-a37f-dd25075ce70d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-761311'] for router_interface (6cd5fe5b-023c-4cb7-aad9-e052cab5eef0), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:02.706723 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:34:02.962261 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.plugin [None req-f88c0792-5ae5-4dba-a37f-dd25075ce70d admin admin] Deleting port cf131b2b-599d-46a7-87a3-df5152fb5c69 {{(pid=103919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:34:02.962632 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-f88c0792-5ae5-4dba-a37f-dd25075ce70d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (cf131b2b-599d-46a7-87a3-df5152fb5c69), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:03.057573 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [None req-f88c0792-5ae5-4dba-a37f-dd25075ce70d admin admin] For port cf131b2b-599d-46a7-87a3-df5152fb5c69, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=cf131b2b-599d-46a7-87a3-df5152fb5c69,segment=NetworkSegment(612086bd-4a15-467e-af18-82334699cb77),segment_id=612086bd-4a15-467e-af18-82334699cb77)] {{(pid=103919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:34:03.058680 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-f88c0792-5ae5-4dba-a37f-dd25075ce70d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (cf131b2b-599d-46a7-87a3-df5152fb5c69), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:03.078320 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.plugin [None req-f88c0792-5ae5-4dba-a37f-dd25075ce70d admin admin] Calling delete_port for cf131b2b-599d-46a7-87a3-df5152fb5c69 owned by network:router_interface {{(pid=103919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:34:03.124799 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:34:03.267928 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-f88c0792-5ae5-4dba-a37f-dd25075ce70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4807792'] for port (cf131b2b-599d-46a7-87a3-df5152fb5c69), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:03.292099 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88c0792-5ae5-4dba-a37f-dd25075ce70d admin admin] Pushing event deleted for resources: {'Port': ['ID=cf131b2b-599d-46a7-87a3-df5152fb5c69,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:03.467869 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-f88c0792-5ae5-4dba-a37f-dd25075ce70d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765714'] for router_interface (6cd5fe5b-023c-4cb7-aad9-e052cab5eef0), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:03.717067 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f88c0792-5ae5-4dba-a37f-dd25075ce70d admin admin] Router 6cd5fe5b-023c-4cb7-aad9-e052cab5eef0 has already been hosted by L3 agent af3cb756-c261-4349-9f96-3650fb8ddf57 {{(pid=103919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 15:34:03.720089 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:34:03.817859 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88c0792-5ae5-4dba-a37f-dd25075ce70d admin admin] Notify agent at l3_agent.dv-cinder-831247-16-iscsi the message routers_updated {{(pid=103919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 15:34:03.825319 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-f88c0792-5ae5-4dba-a37f-dd25075ce70d admin admin] 10.222.0.93 "PUT /v2.0/routers/6cd5fe5b-023c-4cb7-aad9-e052cab5eef0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7565081 Jun 03 15:34:03.825427 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 56926) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:34:03.826378 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6de4c12-5d01-436a-aef7-19ce7fa4803f None None] Sync routers for ids ['6cd5fe5b-023c-4cb7-aad9-e052cab5eef0'] in dv-cinder-831247-16-iscsi {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:34:03.846372 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6de4c12-5d01-436a-aef7-19ce7fa4803f None None] Routers {'6cd5fe5b-023c-4cb7-aad9-e052cab5eef0'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:34:03.847008 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-c6de4c12-5d01-436a-aef7-19ce7fa4803f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:33:54Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['6cd5fe5b-023c-4cb7-aad9-e052cab5eef0'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:03.948004 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-34b17d85-0f17-40c8-92ab-6aa1b83386c7 admin admin] Publish callbacks [] for router (6cd5fe5b-023c-4cb7-aad9-e052cab5eef0), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:04.036426 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-c6de4c12-5d01-436a-aef7-19ce7fa4803f None None] Set router 6cd5fe5b-023c-4cb7-aad9-e052cab5eef0 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:34:04.047623 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:34:04.050921 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-34b17d85-0f17-40c8-92ab-6aa1b83386c7 admin admin] Publish callbacks [] for router_gateway (6cd5fe5b-023c-4cb7-aad9-e052cab5eef0), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:04.095497 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.plugin [None req-34b17d85-0f17-40c8-92ab-6aa1b83386c7 admin admin] Deleting port 86ba1ff2-21ae-47f9-9cdf-edf65a092d4e {{(pid=103919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:34:04.095757 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-34b17d85-0f17-40c8-92ab-6aa1b83386c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (86ba1ff2-21ae-47f9-9cdf-edf65a092d4e), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:04.179580 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [None req-34b17d85-0f17-40c8-92ab-6aa1b83386c7 admin admin] For port 86ba1ff2-21ae-47f9-9cdf-edf65a092d4e, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=86ba1ff2-21ae-47f9-9cdf-edf65a092d4e,segment=NetworkSegment(fb1f6c29-8e9a-43bb-852a-39936675ceea),segment_id=fb1f6c29-8e9a-43bb-852a-39936675ceea)] {{(pid=103919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:34:04.180060 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-34b17d85-0f17-40c8-92ab-6aa1b83386c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (86ba1ff2-21ae-47f9-9cdf-edf65a092d4e), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:04.199313 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.plugin [None req-34b17d85-0f17-40c8-92ab-6aa1b83386c7 admin admin] Calling delete_port for 86ba1ff2-21ae-47f9-9cdf-edf65a092d4e owned by network:router_gateway {{(pid=103919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:34:04.206063 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-c6de4c12-5d01-436a-aef7-19ce7fa4803f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd5fe5b-023c-4cb7-aad9-e052cab5eef0', 'name': 'tempest-AttachVolumeShelveTestJSON-1264158732-router', 'tenant_id': '1b930cadb2dc4e49947db0514528617d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': '86ba1ff2-21ae-47f9-9cdf-edf65a092d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:38Z', 'updated_at': '2022-06-03T15:34:03Z', 'revision_number': 5, 'project_id': '1b930cadb2dc4e49947db0514528617d', 'gw_port': {'id': '86ba1ff2-21ae-47f9-9cdf-edf65a092d4e', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:8c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd5fe5b-023c-4cb7-aad9-e052cab5eef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:26:41Z', 'updated_at': '2022-06-03T15:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi'}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:04.231404 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6de4c12-5d01-436a-aef7-19ce7fa4803f None None] Checking router: 6cd5fe5b-023c-4cb7-aad9-e052cab5eef0 for host: dv-cinder-831247-16-iscsi {{(pid=103922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:34:04.233238 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=100 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:34:04.241945 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6de4c12-5d01-436a-aef7-19ce7fa4803f None None] Routers {'6cd5fe5b-023c-4cb7-aad9-e052cab5eef0'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:34:04.242556 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-c6de4c12-5d01-436a-aef7-19ce7fa4803f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:33:54Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['6cd5fe5b-023c-4cb7-aad9-e052cab5eef0'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:04.327509 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-c6de4c12-5d01-436a-aef7-19ce7fa4803f None None] Set router 6cd5fe5b-023c-4cb7-aad9-e052cab5eef0 gateway port host: None {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:34:04.367755 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-34b17d85-0f17-40c8-92ab-6aa1b83386c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4807792'] for port (86ba1ff2-21ae-47f9-9cdf-edf65a092d4e), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:04.377540 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-c6de4c12-5d01-436a-aef7-19ce7fa4803f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cd5fe5b-023c-4cb7-aad9-e052cab5eef0', 'name': 'tempest-AttachVolumeShelveTestJSON-1264158732-router', 'tenant_id': '1b930cadb2dc4e49947db0514528617d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:38Z', 'updated_at': '2022-06-03T15:34:04Z', 'revision_number': 6, 'project_id': '1b930cadb2dc4e49947db0514528617d', 'gw_port_host': None}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:04.391443 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b17d85-0f17-40c8-92ab-6aa1b83386c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=86ba1ff2-21ae-47f9-9cdf-edf65a092d4e,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:04.402267 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6de4c12-5d01-436a-aef7-19ce7fa4803f None None] The sync data for ids ['6cd5fe5b-023c-4cb7-aad9-e052cab5eef0'] in dv-cinder-831247-16-iscsi is: [{'id': '6cd5fe5b-023c-4cb7-aad9-e052cab5eef0', 'name': 'tempest-AttachVolumeShelveTestJSON-1264158732-router', 'tenant_id': '1b930cadb2dc4e49947db0514528617d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:26:38Z', 'updated_at': '2022-06-03T15:34:04Z', 'revision_number': 6, 'project_id': '1b930cadb2dc4e49947db0514528617d', 'gw_port_host': None}] {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:34:04.464009 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-34b17d85-0f17-40c8-92ab-6aa1b83386c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-763410'] for router_gateway (6cd5fe5b-023c-4cb7-aad9-e052cab5eef0), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:04.550408 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-34b17d85-0f17-40c8-92ab-6aa1b83386c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-758203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8029'] for router (6cd5fe5b-023c-4cb7-aad9-e052cab5eef0), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:04.552655 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-34b17d85-0f17-40c8-92ab-6aa1b83386c7 admin admin] Publish callbacks [] for router_controller (6cd5fe5b-023c-4cb7-aad9-e052cab5eef0), precommit_delete_associations {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:04.595587 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-34b17d85-0f17-40c8-92ab-6aa1b83386c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-758146'] for router (6cd5fe5b-023c-4cb7-aad9-e052cab5eef0), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:04.596168 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b17d85-0f17-40c8-92ab-6aa1b83386c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6cd5fe5b-023c-4cb7-aad9-e052cab5eef0 {{(pid=103919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 03 15:34:04.600471 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-34b17d85-0f17-40c8-92ab-6aa1b83386c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:04.601603 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-34b17d85-0f17-40c8-92ab-6aa1b83386c7 admin admin] 10.222.0.93 "DELETE /v2.0/routers/6cd5fe5b-023c-4cb7-aad9-e052cab5eef0 HTTP/1.1" status: 204 len: 168 time: 0.7753084 Jun 03 15:34:04.604335 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 56934) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:34:04.650963 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.db_base_plugin_v2 [None req-abb7b781-efff-4c4b-8f1f-09552b5812c4 admin admin] Deleting subnet f60f46ef-d4d3-474d-b0dd-61750c5ae20f {{(pid=103919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 03 15:34:04.654347 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:34:04.655374 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-abb7b781-efff-4c4b-8f1f-09552b5812c4 admin admin] Publish callbacks [] for subnet (f60f46ef-d4d3-474d-b0dd-61750c5ae20f), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:04.698974 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-abb7b781-efff-4c4b-8f1f-09552b5812c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4652770'] for subnet (f60f46ef-d4d3-474d-b0dd-61750c5ae20f), precommit_delete_associations {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:04.786745 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-abb7b781-efff-4c4b-8f1f-09552b5812c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1655370'] for subnet (f60f46ef-d4d3-474d-b0dd-61750c5ae20f), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:04.846902 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-abb7b781-efff-4c4b-8f1f-09552b5812c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1655361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4807683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4495087'] for subnet (f60f46ef-d4d3-474d-b0dd-61750c5ae20f), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:04.869861 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1452154-f8fd-418f-ba10-ac6c513a26eb None None] Network 6297c62b-cf60-4797-8fdd-d236a362ff82 requested from dv-cinder-831247-16-iscsi {{(pid=103921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 15:34:04.878472 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-abb7b781-efff-4c4b-8f1f-09552b5812c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:04.884169 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-abb7b781-efff-4c4b-8f1f-09552b5812c4 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/f60f46ef-d4d3-474d-b0dd-61750c5ae20f HTTP/1.1" status: 204 len: 168 time: 0.2764890 Jun 03 15:34:04.884169 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb7b781-efff-4c4b-8f1f-09552b5812c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f60f46ef-d4d3-474d-b0dd-61750c5ae20f,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:04.885863 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 56938) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:34:04.983620 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-2d46e49b-b3af-4212-bc84-6e6bb1f28fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1730890'] for network (6297c62b-cf60-4797-8fdd-d236a362ff82), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:05.023500 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:34:05.043625 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.plugin [None req-2d46e49b-b3af-4212-bc84-6e6bb1f28fd3 admin admin] Deleting port 3061b1bc-0e02-4b7d-ba75-eb944a844637 {{(pid=103919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:34:05.043969 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-2d46e49b-b3af-4212-bc84-6e6bb1f28fd3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (3061b1bc-0e02-4b7d-ba75-eb944a844637), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:05.109556 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [None req-2d46e49b-b3af-4212-bc84-6e6bb1f28fd3 admin admin] For port 3061b1bc-0e02-4b7d-ba75-eb944a844637, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=3061b1bc-0e02-4b7d-ba75-eb944a844637,segment=NetworkSegment(612086bd-4a15-467e-af18-82334699cb77),segment_id=612086bd-4a15-467e-af18-82334699cb77)] {{(pid=103919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:34:05.109896 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-2d46e49b-b3af-4212-bc84-6e6bb1f28fd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (3061b1bc-0e02-4b7d-ba75-eb944a844637), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:05.122965 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.plugin [None req-2d46e49b-b3af-4212-bc84-6e6bb1f28fd3 admin admin] Calling delete_port for 3061b1bc-0e02-4b7d-ba75-eb944a844637 owned by network:dhcp {{(pid=103919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:34:05.235182 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbdb41e-b9a8-4eee-a464-06a52eee5664 None None] DHCP port deletion for 6297c62b-cf60-4797-8fdd-d236a362ff82 request from dv-cinder-831247-16-iscsi {{(pid=103921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 03 15:34:05.274934 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-ecbdb41e-b9a8-4eee-a464-06a52eee5664 None None] Deleting port 3061b1bc-0e02-4b7d-ba75-eb944a844637 {{(pid=103921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:34:05.275307 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ecbdb41e-b9a8-4eee-a464-06a52eee5664 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (3061b1bc-0e02-4b7d-ba75-eb944a844637), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:05.347988 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-ecbdb41e-b9a8-4eee-a464-06a52eee5664 None None] For port 3061b1bc-0e02-4b7d-ba75-eb944a844637, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=3061b1bc-0e02-4b7d-ba75-eb944a844637,segment=NetworkSegment(612086bd-4a15-467e-af18-82334699cb77),segment_id=612086bd-4a15-467e-af18-82334699cb77)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:34:05.348386 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ecbdb41e-b9a8-4eee-a464-06a52eee5664 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (3061b1bc-0e02-4b7d-ba75-eb944a844637), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:05.363088 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-ecbdb41e-b9a8-4eee-a464-06a52eee5664 None None] Calling delete_port for 3061b1bc-0e02-4b7d-ba75-eb944a844637 owned by network:dhcp {{(pid=103921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:34:05.371217 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=100 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:34:05.451251 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ecbdb41e-b9a8-4eee-a464-06a52eee5664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569'] for port (3061b1bc-0e02-4b7d-ba75-eb944a844637), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:05.460621 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-2d46e49b-b3af-4212-bc84-6e6bb1f28fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4807792'] for port (3061b1bc-0e02-4b7d-ba75-eb944a844637), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:05.480751 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbdb41e-b9a8-4eee-a464-06a52eee5664 None None] Pushing event deleted for resources: {'Port': ['ID=3061b1bc-0e02-4b7d-ba75-eb944a844637,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:05.488227 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbdb41e-b9a8-4eee-a464-06a52eee5664 None None] No DVR routers for this DVR port 3061b1bc-0e02-4b7d-ba75-eb944a844637 on host dv-cinder-831247-16-iscsi {{(pid=103921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 15:34:05.492322 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d46e49b-b3af-4212-bc84-6e6bb1f28fd3 admin admin] No DVR routers for this DVR port 3061b1bc-0e02-4b7d-ba75-eb944a844637 on host dv-cinder-831247-16-iscsi {{(pid=103919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 15:34:05.496383 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d46e49b-b3af-4212-bc84-6e6bb1f28fd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3061b1bc-0e02-4b7d-ba75-eb944a844637,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:05.572543 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-2d46e49b-b3af-4212-bc84-6e6bb1f28fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1656049', 'neutron.services.segments.db._delete_segments_for_network-8736362815142'] for network (6297c62b-cf60-4797-8fdd-d236a362ff82), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:05.593382 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.services.segments.db [None req-2d46e49b-b3af-4212-bc84-6e6bb1f28fd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6297c62b-cf60-4797-8fdd-d236a362ff82']}} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:05.602482 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.services.segments.db [None req-2d46e49b-b3af-4212-bc84-6e6bb1f28fd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '612086bd-4a15-467e-af18-82334699cb77') {'for_net_delete': True} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:05.602801 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.services.segments.db [None req-2d46e49b-b3af-4212-bc84-6e6bb1f28fd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '612086bd-4a15-467e-af18-82334699cb77') {} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:05.612968 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-2d46e49b-b3af-4212-bc84-6e6bb1f28fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362818991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4652757'] for segment (612086bd-4a15-467e-af18-82334699cb77), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:05.626308 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-2d46e49b-b3af-4212-bc84-6e6bb1f28fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659633'] for segment (612086bd-4a15-467e-af18-82334699cb77), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:05.632748 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d46e49b-b3af-4212-bc84-6e6bb1f28fd3 admin admin] Releasing vlan 861 on physical network physnet1 to pool {{(pid=103919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:34:05.633118 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-2d46e49b-b3af-4212-bc84-6e6bb1f28fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4809377'] for segment (612086bd-4a15-467e-af18-82334699cb77), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:05.673494 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.services.segments.plugin [-] Segment 612086bd-4a15-467e-af18-82334699cb77 resource provider aggregate not found Jun 03 15:34:05.694742 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.services.segments.plugin [-] Segment 612086bd-4a15-467e-af18-82334699cb77 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 612086bd-4a15-467e-af18-82334699cb77 found for delete ", "request_id": "req-06705a40-8a17-4e96-bb46-15cbfa348ad4"}]} Jun 03 15:34:05.696232 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-2d46e49b-b3af-4212-bc84-6e6bb1f28fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1656008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-763130'] for network (6297c62b-cf60-4797-8fdd-d236a362ff82), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:05.702101 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-2d46e49b-b3af-4212-bc84-6e6bb1f28fd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for network (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:05.705081 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-2d46e49b-b3af-4212-bc84-6e6bb1f28fd3 admin admin] 10.222.0.93 "DELETE /v2.0/networks/6297c62b-cf60-4797-8fdd-d236a362ff82 HTTP/1.1" status: 204 len: 168 time: 0.8195913 Jun 03 15:34:05.717000 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d46e49b-b3af-4212-bc84-6e6bb1f28fd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6297c62b-cf60-4797-8fdd-d236a362ff82,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:05.882300 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 56958) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:34:05.922657 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device cf131b2b-599d-46a7-87a3-df5152fb5c69 no longer exists at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 15:34:05.929246 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-87442c48-c5cd-4e83-af85-4e50f360155c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=1b930cadb2dc4e49947db0514528617d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0456810 Jun 03 15:34:05.931564 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 56962) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:34:05.942469 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] No Port match for: cf131b2b-599d-46a7-87a3-df5152fb5c69 {{(pid=103921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 15:34:05.942851 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device cf131b2b-599d-46a7-87a3-df5152fb5c69 not bound to the agent host dv-cinder-831247-16-iscsi {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 15:34:05.943261 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device 86ba1ff2-21ae-47f9-9cdf-edf65a092d4e no longer exists at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 15:34:05.961622 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] No Port match for: 86ba1ff2-21ae-47f9-9cdf-edf65a092d4e {{(pid=103921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 15:34:05.961887 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device 86ba1ff2-21ae-47f9-9cdf-edf65a092d4e not bound to the agent host dv-cinder-831247-16-iscsi {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 15:34:05.962290 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device 3061b1bc-0e02-4b7d-ba75-eb944a844637 no longer exists at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 15:34:05.981140 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-2099dc86-ea8d-4bfc-b9e5-134dbb20f309 admin admin] Publish callbacks [] for security_group (ec25e42f-d8d5-49ba-a6d9-832469a97768), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:05.981343 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] No Port match for: 3061b1bc-0e02-4b7d-ba75-eb944a844637 {{(pid=103921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 15:34:05.981627 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device 3061b1bc-0e02-4b7d-ba75-eb944a844637 not bound to the agent host dv-cinder-831247-16-iscsi {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 15:34:05.983610 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:34:06.012281 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-2099dc86-ea8d-4bfc-b9e5-134dbb20f309 admin admin] Publish callbacks [] for security_group (ec25e42f-d8d5-49ba-a6d9-832469a97768), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:06.065539 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-2099dc86-ea8d-4bfc-b9e5-134dbb20f309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (ec25e42f-d8d5-49ba-a6d9-832469a97768), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:06.068207 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-2099dc86-ea8d-4bfc-b9e5-134dbb20f309 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:06.069320 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-2099dc86-ea8d-4bfc-b9e5-134dbb20f309 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ec25e42f-d8d5-49ba-a6d9-832469a97768 HTTP/1.1" status: 204 len: 168 time: 0.1368909 Jun 03 15:34:06.078926 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2099dc86-ea8d-4bfc-b9e5-134dbb20f309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec25e42f-d8d5-49ba-a6d9-832469a97768,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:06.792456 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 56992) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:34:06.895615 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-c9ae3e2b-79a4-4772-af2b-49d9194892b8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2051058803-network', 'tenant_id': '2428a60e3a0243c1a250ecb046138e36'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:34:06.915011 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:34:06.916393 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ae3e2b-79a4-4772-af2b-49d9194892b8 admin admin] Made reservation on behalf of 2428a60e3a0243c1a250ecb046138e36 for: {'network': 1} {{(pid=103919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:34:06.918784 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-c9ae3e2b-79a4-4772-af2b-49d9194892b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for network (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:06.923639 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (5d40428d-d668-464b-bcee-3124e1355b3b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:06.928708 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-c9ae3e2b-79a4-4772-af2b-49d9194892b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:07.003986 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-c9ae3e2b-79a4-4772-af2b-49d9194892b8 admin admin] Publish callbacks [] for security_group (1514b428-d6c7-408e-b541-9b24efa5282f), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:07.008139 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-c9ae3e2b-79a4-4772-af2b-49d9194892b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (1514b428-d6c7-408e-b541-9b24efa5282f), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:07.015576 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:34:07.029553 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9ae3e2b-79a4-4772-af2b-49d9194892b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 894} {{(pid=103919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:34:07.053467 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-c9ae3e2b-79a4-4772-af2b-49d9194892b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659633'] for segment (095c998a-9665-4cf3-b7fa-3f29626817fa), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:07.053892 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.db.segments_db [None req-c9ae3e2b-79a4-4772-af2b-49d9194892b8 admin admin] Added segment 095c998a-9665-4cf3-b7fa-3f29626817fa of type vlan for network 74d1a94e-63e9-49e9-b69c-d33f8afe470b Jun 03 15:34:07.055817 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ae3e2b-79a4-4772-af2b-49d9194892b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1514b428-d6c7-408e-b541-9b24efa5282f,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:07.099200 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-c9ae3e2b-79a4-4772-af2b-49d9194892b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362361959'] for network (74d1a94e-63e9-49e9-b69c-d33f8afe470b), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:07.127626 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-c9ae3e2b-79a4-4772-af2b-49d9194892b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408'] for network (74d1a94e-63e9-49e9-b69c-d33f8afe470b), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:07.128699 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ae3e2b-79a4-4772-af2b-49d9194892b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:07.129313 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-c9ae3e2b-79a4-4772-af2b-49d9194892b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for network (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:07.187870 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-c9ae3e2b-79a4-4772-af2b-49d9194892b8 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3935952 Jun 03 15:34:07.190734 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 57008) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:34:07.197254 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-35d01aa1-dc3e-4c49-ace4-90927d93ae50 admin admin] Request body: {'subnet': {'network_id': '74d1a94e-63e9-49e9-b69c-d33f8afe470b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2051058803-subnet', 'tenant_id': '2428a60e3a0243c1a250ecb046138e36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:34:07.208992 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ae3e2b-79a4-4772-af2b-49d9194892b8 admin admin] Pushing event updated for resources: {'Network': ['ID=74d1a94e-63e9-49e9-b69c-d33f8afe470b,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:07.223104 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Network 74d1a94e-63e9-49e9-b69c-d33f8afe470b details requested by agent ovs-agent-dv-cinder-831247-16-iscsi with host dv-cinder-831247-16-iscsi {{(pid=103921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 03 15:34:07.227855 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d01aa1-dc3e-4c49-ace4-90927d93ae50 admin admin] Made reservation on behalf of 2428a60e3a0243c1a250ecb046138e36 for: {'subnet': 1} {{(pid=103919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:34:07.231938 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-35d01aa1-dc3e-4c49-ace4-90927d93ae50 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4495044'] for subnet (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:07.432446 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-35d01aa1-dc3e-4c49-ace4-90927d93ae50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4807900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4495062'] for subnet (8db3bd86-99fc-427a-a15f-0a4613e8aa5d), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:07.508314 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d01aa1-dc3e-4c49-ace4-90927d93ae50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8db3bd86-99fc-427a-a15f-0a4613e8aa5d,revision_number=0']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:07.513589 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d01aa1-dc3e-4c49-ace4-90927d93ae50 admin admin] Checking segment: {'id': '095c998a-9665-4cf3-b7fa-3f29626817fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '74d1a94e-63e9-49e9-b69c-d33f8afe470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:34:07.514354 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d01aa1-dc3e-4c49-ace4-90927d93ae50 admin admin] Network hostable DHCP agents. Network: 74d1a94e-63e9-49e9-b69c-d33f8afe470b, hostable agents: ['ba2d900a-f6c8-44b2-a19a-5d512e564d5a'], hosted agents: [] {{(pid=103919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:34:07.536382 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d01aa1-dc3e-4c49-ace4-90927d93ae50 admin admin] Network 74d1a94e-63e9-49e9-b69c-d33f8afe470b is scheduled to be hosted by DHCP agent ba2d900a-f6c8-44b2-a19a-5d512e564d5a with binding_index 1 {{(pid=103919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:34:07.549954 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.base_scheduler [None req-35d01aa1-dc3e-4c49-ace4-90927d93ae50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-16-iscsi, 74d1a94e-63e9-49e9-b69c-d33f8afe470b) {{(pid=103919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:34:07.555293 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d01aa1-dc3e-4c49-ace4-90927d93ae50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:07.555995 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-35d01aa1-dc3e-4c49-ace4-90927d93ae50 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:07.560886 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f6e7cb-7cb2-4ac0-a2b9-1c6c724334cb None None] Network 74d1a94e-63e9-49e9-b69c-d33f8afe470b requested from dv-cinder-831247-16-iscsi {{(pid=103921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 15:34:07.583548 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-35d01aa1-dc3e-4c49-ace4-90927d93ae50 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3836970 Jun 03 15:34:07.727484 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d896df-3f29-4764-ac30-b3af7f9758b6 None None] Network 74d1a94e-63e9-49e9-b69c-d33f8afe470b requested from dv-cinder-831247-16-iscsi {{(pid=103921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 15:34:08.155694 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 57060) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:34:08.160514 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-1eb80723-b603-4826-8cfe-ec1191466c04 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-120284679-network', 'tenant_id': '80636d08a25f49ce85206d054da815b5'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:34:08.184373 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb80723-b603-4826-8cfe-ec1191466c04 admin admin] Made reservation on behalf of 80636d08a25f49ce85206d054da815b5 for: {'network': 1} {{(pid=103919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:34:08.187316 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-1eb80723-b603-4826-8cfe-ec1191466c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for network (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:08.195590 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-1eb80723-b603-4826-8cfe-ec1191466c04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:08.204784 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=72,neutron:DELETE=5,neutron:INSERT=19,neutron:UPDATE=4 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:34:08.277109 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-1eb80723-b603-4826-8cfe-ec1191466c04 admin admin] Publish callbacks [] for security_group (04671b5a-d8c4-436c-8d3c-56cfffcadb08), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:08.281362 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-1eb80723-b603-4826-8cfe-ec1191466c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (04671b5a-d8c4-436c-8d3c-56cfffcadb08), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:08.292301 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:34:08.314689 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eb80723-b603-4826-8cfe-ec1191466c04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 866} {{(pid=103919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:34:08.319937 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb80723-b603-4826-8cfe-ec1191466c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04671b5a-d8c4-436c-8d3c-56cfffcadb08,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:08.329913 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-1eb80723-b603-4826-8cfe-ec1191466c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659633'] for segment (c08f944f-c4c0-4b73-b99f-32dddd2c7d7f), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:08.330262 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.db.segments_db [None req-1eb80723-b603-4826-8cfe-ec1191466c04 admin admin] Added segment c08f944f-c4c0-4b73-b99f-32dddd2c7d7f of type vlan for network 14357b76-f652-424b-997f-be65da89c78b Jun 03 15:34:08.374746 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-1eb80723-b603-4826-8cfe-ec1191466c04 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362361959'] for network (14357b76-f652-424b-997f-be65da89c78b), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:08.400933 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-1eb80723-b603-4826-8cfe-ec1191466c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408'] for network (14357b76-f652-424b-997f-be65da89c78b), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:08.402398 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb80723-b603-4826-8cfe-ec1191466c04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:08.403108 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-1eb80723-b603-4826-8cfe-ec1191466c04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for network (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:08.467102 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-1eb80723-b603-4826-8cfe-ec1191466c04 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3083434 Jun 03 15:34:08.468352 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 57062) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:34:08.474806 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-20508c9c-67aa-49d7-ae44-993df0c0e13f admin admin] Request body: {'subnet': {'network_id': '14357b76-f652-424b-997f-be65da89c78b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-120284679-subnet', 'tenant_id': '80636d08a25f49ce85206d054da815b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:34:08.479552 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb80723-b603-4826-8cfe-ec1191466c04 admin admin] Pushing event updated for resources: {'Network': ['ID=14357b76-f652-424b-997f-be65da89c78b,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:08.495238 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Network 14357b76-f652-424b-997f-be65da89c78b details requested by agent ovs-agent-dv-cinder-831247-16-iscsi with host dv-cinder-831247-16-iscsi {{(pid=103921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 03 15:34:08.500520 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20508c9c-67aa-49d7-ae44-993df0c0e13f admin admin] Made reservation on behalf of 80636d08a25f49ce85206d054da815b5 for: {'subnet': 1} {{(pid=103919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:34:08.503160 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-20508c9c-67aa-49d7-ae44-993df0c0e13f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4495044'] for subnet (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:08.694176 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-20508c9c-67aa-49d7-ae44-993df0c0e13f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4807900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4495062'] for subnet (9f8e75f5-ef3f-4080-ba34-837a97047a89), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:08.752089 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20508c9c-67aa-49d7-ae44-993df0c0e13f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f8e75f5-ef3f-4080-ba34-837a97047a89,revision_number=0']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:08.760453 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20508c9c-67aa-49d7-ae44-993df0c0e13f admin admin] Checking segment: {'id': 'c08f944f-c4c0-4b73-b99f-32dddd2c7d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '14357b76-f652-424b-997f-be65da89c78b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:34:08.760996 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20508c9c-67aa-49d7-ae44-993df0c0e13f admin admin] Network hostable DHCP agents. Network: 14357b76-f652-424b-997f-be65da89c78b, hostable agents: ['ba2d900a-f6c8-44b2-a19a-5d512e564d5a'], hosted agents: [] {{(pid=103919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:34:08.780640 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20508c9c-67aa-49d7-ae44-993df0c0e13f admin admin] Network 14357b76-f652-424b-997f-be65da89c78b is scheduled to be hosted by DHCP agent ba2d900a-f6c8-44b2-a19a-5d512e564d5a with binding_index 1 {{(pid=103919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:34:08.792109 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.base_scheduler [None req-20508c9c-67aa-49d7-ae44-993df0c0e13f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-16-iscsi, 14357b76-f652-424b-997f-be65da89c78b) {{(pid=103919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:34:08.796358 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20508c9c-67aa-49d7-ae44-993df0c0e13f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:08.796888 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-20508c9c-67aa-49d7-ae44-993df0c0e13f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:08.804179 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b062dd5b-6234-46ea-8036-161be38b8cec None None] Network 14357b76-f652-424b-997f-be65da89c78b requested from dv-cinder-831247-16-iscsi {{(pid=103921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 15:34:08.812820 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-20508c9c-67aa-49d7-ae44-993df0c0e13f admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3434582 Jun 03 15:34:08.919562 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d70c04f-cc7f-40f9-a1d9-d61158436554 None None] Network 14357b76-f652-424b-997f-be65da89c78b requested from dv-cinder-831247-16-iscsi {{(pid=103921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 15:34:08.937823 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 57070) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:34:08.994179 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d2fca78-86f9-4bb4-997b-922ecd7ffa89 admin admin] Deleting subnet 8db3bd86-99fc-427a-a15f-0a4613e8aa5d {{(pid=103919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 03 15:34:08.998587 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-5d2fca78-86f9-4bb4-997b-922ecd7ffa89 admin admin] Publish callbacks [] for subnet (8db3bd86-99fc-427a-a15f-0a4613e8aa5d), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:09.044320 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-5d2fca78-86f9-4bb4-997b-922ecd7ffa89 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4652770'] for subnet (8db3bd86-99fc-427a-a15f-0a4613e8aa5d), precommit_delete_associations {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:09.085847 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-5d2fca78-86f9-4bb4-997b-922ecd7ffa89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1655370'] for subnet (8db3bd86-99fc-427a-a15f-0a4613e8aa5d), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:09.104147 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:INSERT=16,neutron:SELECT=77,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:34:09.145013 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-5d2fca78-86f9-4bb4-997b-922ecd7ffa89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1655361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4807683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4495087'] for subnet (8db3bd86-99fc-427a-a15f-0a4613e8aa5d), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:09.169027 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2fca78-86f9-4bb4-997b-922ecd7ffa89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8db3bd86-99fc-427a-a15f-0a4613e8aa5d,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:09.178239 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-5d2fca78-86f9-4bb4-997b-922ecd7ffa89 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:09.181867 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-5d2fca78-86f9-4bb4-997b-922ecd7ffa89 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/8db3bd86-99fc-427a-a15f-0a4613e8aa5d HTTP/1.1" status: 204 len: 168 time: 0.2429161 Jun 03 15:34:09.185190 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 57074) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:34:09.237450 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:34:09.249311 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:34:09.257575 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-241d63dd-040c-48f0-9c2a-fd3527ed7aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1730890'] for network (74d1a94e-63e9-49e9-b69c-d33f8afe470b), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:09.350963 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-241d63dd-040c-48f0-9c2a-fd3527ed7aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1656049', 'neutron.services.segments.db._delete_segments_for_network-8736362815142'] for network (74d1a94e-63e9-49e9-b69c-d33f8afe470b), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:09.374428 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.services.segments.db [None req-241d63dd-040c-48f0-9c2a-fd3527ed7aec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74d1a94e-63e9-49e9-b69c-d33f8afe470b']}} {{(pid=103920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:09.383997 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.services.segments.db [None req-241d63dd-040c-48f0-9c2a-fd3527ed7aec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '095c998a-9665-4cf3-b7fa-3f29626817fa') {'for_net_delete': True} {{(pid=103920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:09.384291 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.services.segments.db [None req-241d63dd-040c-48f0-9c2a-fd3527ed7aec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '095c998a-9665-4cf3-b7fa-3f29626817fa') {} {{(pid=103920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:09.394930 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-241d63dd-040c-48f0-9c2a-fd3527ed7aec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362818991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4693035'] for segment (095c998a-9665-4cf3-b7fa-3f29626817fa), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:09.408394 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-241d63dd-040c-48f0-9c2a-fd3527ed7aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659633'] for segment (095c998a-9665-4cf3-b7fa-3f29626817fa), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:09.415475 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-241d63dd-040c-48f0-9c2a-fd3527ed7aec admin admin] Releasing vlan 894 on physical network physnet1 to pool {{(pid=103920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:34:09.415475 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-241d63dd-040c-48f0-9c2a-fd3527ed7aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5832762'] for segment (095c998a-9665-4cf3-b7fa-3f29626817fa), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:09.457665 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.services.segments.plugin [-] Segment 095c998a-9665-4cf3-b7fa-3f29626817fa resource provider aggregate not found Jun 03 15:34:09.475045 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.services.segments.plugin [-] Segment 095c998a-9665-4cf3-b7fa-3f29626817fa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 095c998a-9665-4cf3-b7fa-3f29626817fa found for delete ", "request_id": "req-e596d5dc-945e-411a-bc67-93f7c2c31fa8"}]} Jun 03 15:34:09.483885 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-241d63dd-040c-48f0-9c2a-fd3527ed7aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1656008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-763130'] for network (74d1a94e-63e9-49e9-b69c-d33f8afe470b), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:09.490809 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-241d63dd-040c-48f0-9c2a-fd3527ed7aec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for network (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:09.494090 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-241d63dd-040c-48f0-9c2a-fd3527ed7aec admin admin] 10.222.0.93 "DELETE /v2.0/networks/74d1a94e-63e9-49e9-b69c-d33f8afe470b HTTP/1.1" status: 204 len: 168 time: 0.3079367 Jun 03 15:34:09.497742 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 57080) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:34:09.504586 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241d63dd-040c-48f0-9c2a-fd3527ed7aec admin admin] Pushing event deleted for resources: {'Network': ['ID=74d1a94e-63e9-49e9-b69c-d33f8afe470b,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:09.541595 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:UPDATE=3,neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=3 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:34:09.552113 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.db_base_plugin_v2 [None req-66b83471-a916-4870-8212-bb7efbb0fbf3 admin admin] Deleting subnet 9f8e75f5-ef3f-4080-ba34-837a97047a89 {{(pid=103919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 03 15:34:09.556441 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-66b83471-a916-4870-8212-bb7efbb0fbf3 admin admin] Publish callbacks [] for subnet (9f8e75f5-ef3f-4080-ba34-837a97047a89), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:09.594766 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-66b83471-a916-4870-8212-bb7efbb0fbf3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4652770'] for subnet (9f8e75f5-ef3f-4080-ba34-837a97047a89), precommit_delete_associations {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:09.636332 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-66b83471-a916-4870-8212-bb7efbb0fbf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1655370'] for subnet (9f8e75f5-ef3f-4080-ba34-837a97047a89), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:09.691469 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-66b83471-a916-4870-8212-bb7efbb0fbf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1655361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4807683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4495087'] for subnet (9f8e75f5-ef3f-4080-ba34-837a97047a89), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:09.720560 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b83471-a916-4870-8212-bb7efbb0fbf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f8e75f5-ef3f-4080-ba34-837a97047a89,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:09.728297 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-66b83471-a916-4870-8212-bb7efbb0fbf3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:09.732561 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-66b83471-a916-4870-8212-bb7efbb0fbf3 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/9f8e75f5-ef3f-4080-ba34-837a97047a89 HTTP/1.1" status: 204 len: 168 time: 0.2327361 Jun 03 15:34:09.734513 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 57084) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:34:09.806551 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-e4d1d2b6-54b8-4a9e-8588-913c70afef87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1730890'] for network (14357b76-f652-424b-997f-be65da89c78b), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:09.889019 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-e4d1d2b6-54b8-4a9e-8588-913c70afef87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1656049', 'neutron.services.segments.db._delete_segments_for_network-8736362815142'] for network (14357b76-f652-424b-997f-be65da89c78b), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:09.910282 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.services.segments.db [None req-e4d1d2b6-54b8-4a9e-8588-913c70afef87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14357b76-f652-424b-997f-be65da89c78b']}} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:09.923184 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.services.segments.db [None req-e4d1d2b6-54b8-4a9e-8588-913c70afef87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c08f944f-c4c0-4b73-b99f-32dddd2c7d7f') {'for_net_delete': True} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:09.923476 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.services.segments.db [None req-e4d1d2b6-54b8-4a9e-8588-913c70afef87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c08f944f-c4c0-4b73-b99f-32dddd2c7d7f') {} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:09.933312 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-e4d1d2b6-54b8-4a9e-8588-913c70afef87 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362818991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4652757'] for segment (c08f944f-c4c0-4b73-b99f-32dddd2c7d7f), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:09.947259 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-e4d1d2b6-54b8-4a9e-8588-913c70afef87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659633'] for segment (c08f944f-c4c0-4b73-b99f-32dddd2c7d7f), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:09.953580 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4d1d2b6-54b8-4a9e-8588-913c70afef87 admin admin] Releasing vlan 866 on physical network physnet1 to pool {{(pid=103919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:34:09.953960 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-e4d1d2b6-54b8-4a9e-8588-913c70afef87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4809377'] for segment (c08f944f-c4c0-4b73-b99f-32dddd2c7d7f), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:09.994808 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.services.segments.plugin [-] Segment c08f944f-c4c0-4b73-b99f-32dddd2c7d7f resource provider aggregate not found Jun 03 15:34:10.018976 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.services.segments.plugin [-] Segment c08f944f-c4c0-4b73-b99f-32dddd2c7d7f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c08f944f-c4c0-4b73-b99f-32dddd2c7d7f found for delete ", "request_id": "req-09882b27-e629-4ca3-a808-9aabcbc6ec05"}]} Jun 03 15:34:10.023597 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-e4d1d2b6-54b8-4a9e-8588-913c70afef87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1656008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-763130'] for network (14357b76-f652-424b-997f-be65da89c78b), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:10.031345 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-e4d1d2b6-54b8-4a9e-8588-913c70afef87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for network (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:10.034362 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-e4d1d2b6-54b8-4a9e-8588-913c70afef87 admin admin] 10.222.0.93 "DELETE /v2.0/networks/14357b76-f652-424b-997f-be65da89c78b HTTP/1.1" status: 204 len: 168 time: 0.2989240 Jun 03 15:34:10.047224 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d1d2b6-54b8-4a9e-8588-913c70afef87 admin admin] Pushing event deleted for resources: {'Network': ['ID=14357b76-f652-424b-997f-be65da89c78b,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:10.213396 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 57096) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:34:10.253533 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-2fdeaa2b-a1d9-4368-a57f-f7e21e072882 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=2428a60e3a0243c1a250ecb046138e36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390234 Jun 03 15:34:10.255857 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 57098) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:34:10.304454 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-d1095913-f7b2-45bb-9290-0f5dfaa993a6 admin admin] Publish callbacks [] for security_group (1514b428-d6c7-408e-b541-9b24efa5282f), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:10.325788 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-d1095913-f7b2-45bb-9290-0f5dfaa993a6 admin admin] Publish callbacks [] for security_group (1514b428-d6c7-408e-b541-9b24efa5282f), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:10.376397 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-d1095913-f7b2-45bb-9290-0f5dfaa993a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (1514b428-d6c7-408e-b541-9b24efa5282f), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:10.379075 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-d1095913-f7b2-45bb-9290-0f5dfaa993a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:10.380243 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-d1095913-f7b2-45bb-9290-0f5dfaa993a6 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/1514b428-d6c7-408e-b541-9b24efa5282f HTTP/1.1" status: 204 len: 168 time: 0.1234913 Jun 03 15:34:10.389509 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1095913-f7b2-45bb-9290-0f5dfaa993a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1514b428-d6c7-408e-b541-9b24efa5282f,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:10.717774 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 57106) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:34:10.758648 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-872c701d-e353-4c04-94ed-04161559da9d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=80636d08a25f49ce85206d054da815b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395777 Jun 03 15:34:10.761399 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 57108) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:34:10.815623 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c7c10b0c-a9b5-464d-8be9-078b3a5d66a6 admin admin] Publish callbacks [] for security_group (04671b5a-d8c4-436c-8d3c-56cfffcadb08), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:10.839707 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c7c10b0c-a9b5-464d-8be9-078b3a5d66a6 admin admin] Publish callbacks [] for security_group (04671b5a-d8c4-436c-8d3c-56cfffcadb08), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:10.891110 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c7c10b0c-a9b5-464d-8be9-078b3a5d66a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (04671b5a-d8c4-436c-8d3c-56cfffcadb08), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:10.893832 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c7c10b0c-a9b5-464d-8be9-078b3a5d66a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:10.895009 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-c7c10b0c-a9b5-464d-8be9-078b3a5d66a6 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/04671b5a-d8c4-436c-8d3c-56cfffcadb08 HTTP/1.1" status: 204 len: 168 time: 0.1327100 Jun 03 15:34:10.903020 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c10b0c-a9b5-464d-8be9-078b3a5d66a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04671b5a-d8c4-436c-8d3c-56cfffcadb08,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:12.717882 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 57192) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:34:12.830797 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-5e2bf920-d3e2-4f35-95cb-2b14553312d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:12.910438 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-5e2bf920-d3e2-4f35-95cb-2b14553312d9 admin admin] Publish callbacks [] for security_group (a9cf1af6-2c73-460f-92d7-be4140378a13), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:12.914646 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-5e2bf920-d3e2-4f35-95cb-2b14553312d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (a9cf1af6-2c73-460f-92d7-be4140378a13), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:12.955469 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-5e2bf920-d3e2-4f35-95cb-2b14553312d9 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=df73c528ab77452e96229ab15e19e657&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2365038 Jun 03 15:34:12.956185 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2bf920-d3e2-4f35-95cb-2b14553312d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9cf1af6-2c73-460f-92d7-be4140378a13,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:12.958162 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 57196) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:34:13.008466 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-4259e801-9af4-42d9-a0ec-94568148053d admin admin] Publish callbacks [] for security_group (a9cf1af6-2c73-460f-92d7-be4140378a13), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:13.035196 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-4259e801-9af4-42d9-a0ec-94568148053d admin admin] Publish callbacks [] for security_group (a9cf1af6-2c73-460f-92d7-be4140378a13), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:13.084418 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-4259e801-9af4-42d9-a0ec-94568148053d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (a9cf1af6-2c73-460f-92d7-be4140378a13), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:13.086879 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-4259e801-9af4-42d9-a0ec-94568148053d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:13.088123 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-4259e801-9af4-42d9-a0ec-94568148053d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a9cf1af6-2c73-460f-92d7-be4140378a13 HTTP/1.1" status: 204 len: 168 time: 0.1288297 Jun 03 15:34:13.096094 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4259e801-9af4-42d9-a0ec-94568148053d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9cf1af6-2c73-460f-92d7-be4140378a13,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:13.379569 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 57208) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:34:13.396096 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-6d5b749a-e824-4c0b-bce1-5c111b167202 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:13.476532 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:DELETE=11,neutron:SELECT=80,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:34:13.490340 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-6d5b749a-e824-4c0b-bce1-5c111b167202 admin admin] Publish callbacks [] for security_group (df15e799-9920-40b5-bf29-41021bf6e830), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:13.495792 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-6d5b749a-e824-4c0b-bce1-5c111b167202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (df15e799-9920-40b5-bf29-41021bf6e830), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:13.547485 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-6d5b749a-e824-4c0b-bce1-5c111b167202 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f08184e4ea4c4866aee05cc6c5f5bff0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1668081 Jun 03 15:34:13.548972 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5b749a-e824-4c0b-bce1-5c111b167202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df15e799-9920-40b5-bf29-41021bf6e830,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:13.550240 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 57214) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:34:13.569737 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=8 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:34:13.577193 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=3 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:34:13.613380 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4b7a02ed-fa7c-4c13-91d4-dabeda3bc275 admin admin] Publish callbacks [] for security_group (df15e799-9920-40b5-bf29-41021bf6e830), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:13.635196 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4b7a02ed-fa7c-4c13-91d4-dabeda3bc275 admin admin] Publish callbacks [] for security_group (df15e799-9920-40b5-bf29-41021bf6e830), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:13.685092 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4b7a02ed-fa7c-4c13-91d4-dabeda3bc275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (df15e799-9920-40b5-bf29-41021bf6e830), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:13.687855 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4b7a02ed-fa7c-4c13-91d4-dabeda3bc275 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:13.689003 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-4b7a02ed-fa7c-4c13-91d4-dabeda3bc275 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/df15e799-9920-40b5-bf29-41021bf6e830 HTTP/1.1" status: 204 len: 168 time: 0.1369865 Jun 03 15:34:13.697473 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7a02ed-fa7c-4c13-91d4-dabeda3bc275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df15e799-9920-40b5-bf29-41021bf6e830,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:14.380888 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=55 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:34:14.382134 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=11 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:34:15.908638 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 57320) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:34:16.085716 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-965f33a0-d659-4c0c-9c0d-04ba5a0478d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:16.099135 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:34:16.176828 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-965f33a0-d659-4c0c-9c0d-04ba5a0478d1 admin admin] Publish callbacks [] for security_group (7ed06f3e-2e40-4dc9-a6f5-bc979bbfd32a), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:16.182390 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-965f33a0-d659-4c0c-9c0d-04ba5a0478d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (7ed06f3e-2e40-4dc9-a6f5-bc979bbfd32a), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:16.227417 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-965f33a0-d659-4c0c-9c0d-04ba5a0478d1 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=0b3962c8fc204046af26c5f91d3ded13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3171649 Jun 03 15:34:16.229008 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 57336) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:34:16.236584 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965f33a0-d659-4c0c-9c0d-04ba5a0478d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed06f3e-2e40-4dc9-a6f5-bc979bbfd32a,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:16.282773 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-6533dc62-6294-4649-b08e-24c4a4da77a0 admin admin] Publish callbacks [] for security_group (7ed06f3e-2e40-4dc9-a6f5-bc979bbfd32a), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:16.288984 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 57338) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:34:16.306709 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-6533dc62-6294-4649-b08e-24c4a4da77a0 admin admin] Publish callbacks [] for security_group (7ed06f3e-2e40-4dc9-a6f5-bc979bbfd32a), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:16.356948 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-6533dc62-6294-4649-b08e-24c4a4da77a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (7ed06f3e-2e40-4dc9-a6f5-bc979bbfd32a), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:16.359724 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-6533dc62-6294-4649-b08e-24c4a4da77a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:16.360863 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-6533dc62-6294-4649-b08e-24c4a4da77a0 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7ed06f3e-2e40-4dc9-a6f5-bc979bbfd32a HTTP/1.1" status: 204 len: 168 time: 0.1309216 Jun 03 15:34:16.369272 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6533dc62-6294-4649-b08e-24c4a4da77a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed06f3e-2e40-4dc9-a6f5-bc979bbfd32a,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:16.417599 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b4032a90-3fae-452a-b50b-1415991a3949 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:16.519180 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b4032a90-3fae-452a-b50b-1415991a3949 admin admin] Publish callbacks [] for security_group (4515a2b7-6c1c-4996-a772-0a4510da1c7f), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:16.524072 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-b4032a90-3fae-452a-b50b-1415991a3949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (4515a2b7-6c1c-4996-a772-0a4510da1c7f), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:16.594637 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-b4032a90-3fae-452a-b50b-1415991a3949 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=34b6407300484765a75117a62b341dc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3044753 Jun 03 15:34:16.595803 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4032a90-3fae-452a-b50b-1415991a3949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4515a2b7-6c1c-4996-a772-0a4510da1c7f,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:16.597781 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 57348) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:34:16.654617 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-f38a0746-0b76-44bd-99f4-5cd477133fd0 admin admin] Publish callbacks [] for security_group (4515a2b7-6c1c-4996-a772-0a4510da1c7f), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:16.681042 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-f38a0746-0b76-44bd-99f4-5cd477133fd0 admin admin] Publish callbacks [] for security_group (4515a2b7-6c1c-4996-a772-0a4510da1c7f), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:16.735833 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-f38a0746-0b76-44bd-99f4-5cd477133fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (4515a2b7-6c1c-4996-a772-0a4510da1c7f), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:16.740084 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 57350) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:34:16.741307 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-f38a0746-0b76-44bd-99f4-5cd477133fd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:16.742455 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-f38a0746-0b76-44bd-99f4-5cd477133fd0 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/4515a2b7-6c1c-4996-a772-0a4510da1c7f HTTP/1.1" status: 204 len: 168 time: 0.1434298 Jun 03 15:34:16.751909 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38a0746-0b76-44bd-99f4-5cd477133fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4515a2b7-6c1c-4996-a772-0a4510da1c7f,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:16.755324 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-bee27236-7c56-4d57-8f1c-34a3a08ea54e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:16.858144 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.agents_db [None req-a949b1cf-d0d8-4748-9c84-4164e96bf99f None None] Agent healthcheck: found 6 active agents {{(pid=103922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 15:34:17.122402 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-bee27236-7c56-4d57-8f1c-34a3a08ea54e admin admin] Publish callbacks [] for security_group (6e0f0362-2bd9-4ee2-831a-f7d0c46d3b75), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:17.127595 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-bee27236-7c56-4d57-8f1c-34a3a08ea54e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (6e0f0362-2bd9-4ee2-831a-f7d0c46d3b75), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:17.169591 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-bee27236-7c56-4d57-8f1c-34a3a08ea54e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e518b4f271f647409fb12d891c4579a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4284232 Jun 03 15:34:17.172286 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 57360) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:34:17.175204 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 57362) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:34:17.175943 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee27236-7c56-4d57-8f1c-34a3a08ea54e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0f0362-2bd9-4ee2-831a-f7d0c46d3b75,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:17.192120 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0536dda9-cd9e-4a5b-b116-1a8f1678b690 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:17.227380 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-619f2225-7ad4-4148-a01a-a9fe35869b76 admin admin] Publish callbacks [] for security_group (6e0f0362-2bd9-4ee2-831a-f7d0c46d3b75), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:17.250597 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-619f2225-7ad4-4148-a01a-a9fe35869b76 admin admin] Publish callbacks [] for security_group (6e0f0362-2bd9-4ee2-831a-f7d0c46d3b75), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:17.275242 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0536dda9-cd9e-4a5b-b116-1a8f1678b690 admin admin] Publish callbacks [] for security_group (be832169-1594-43e4-a9a3-d6efe8ad70ba), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:17.279991 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-0536dda9-cd9e-4a5b-b116-1a8f1678b690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (be832169-1594-43e4-a9a3-d6efe8ad70ba), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:17.303204 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-619f2225-7ad4-4148-a01a-a9fe35869b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (6e0f0362-2bd9-4ee2-831a-f7d0c46d3b75), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:17.305895 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-619f2225-7ad4-4148-a01a-a9fe35869b76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:17.311035 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-619f2225-7ad4-4148-a01a-a9fe35869b76 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6e0f0362-2bd9-4ee2-831a-f7d0c46d3b75 HTTP/1.1" status: 204 len: 168 time: 0.1364250 Jun 03 15:34:17.319705 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619f2225-7ad4-4148-a01a-a9fe35869b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0f0362-2bd9-4ee2-831a-f7d0c46d3b75,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:17.323313 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-0536dda9-cd9e-4a5b-b116-1a8f1678b690 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=1353749388dd4d13838d0a2fc305489a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1439912 Jun 03 15:34:17.324795 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0536dda9-cd9e-4a5b-b116-1a8f1678b690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be832169-1594-43e4-a9a3-d6efe8ad70ba,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:17.326930 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 57366) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:34:17.388499 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-f9047527-80c7-4242-a052-b0817ce9e690 admin admin] Publish callbacks [] for security_group (be832169-1594-43e4-a9a3-d6efe8ad70ba), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:17.390913 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=7 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:34:17.414320 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-f9047527-80c7-4242-a052-b0817ce9e690 admin admin] Publish callbacks [] for security_group (be832169-1594-43e4-a9a3-d6efe8ad70ba), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:17.467045 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-f9047527-80c7-4242-a052-b0817ce9e690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (be832169-1594-43e4-a9a3-d6efe8ad70ba), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:17.469898 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-f9047527-80c7-4242-a052-b0817ce9e690 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:17.471234 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-f9047527-80c7-4242-a052-b0817ce9e690 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/be832169-1594-43e4-a9a3-d6efe8ad70ba HTTP/1.1" status: 204 len: 168 time: 0.1430426 Jun 03 15:34:17.479816 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9047527-80c7-4242-a052-b0817ce9e690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be832169-1594-43e4-a9a3-d6efe8ad70ba,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:21.561871 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-4ad566d1-320f-4b90-8385-eaf026504375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (ba2d900a-f6c8-44b2-a19a-5d512e564d5a), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:23.791405 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a9280448-1c7c-48db-86f7-4400752a4193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (af3cb756-c261-4349-9f96-3650fb8ddf57), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:25.534057 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ea450706-6f9d-4600-9901-8a13358e87c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (c1b56563-1529-491f-97b0-bd0331fef87b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:26.548817 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0007325d-49bd-45ba-86c8-d0efad7af70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (e76c2f28-d1d2-478d-a24e-96dcb24ae502), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:26.851068 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=2 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:34:27.316757 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=59,neutron:DELETE=2,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:34:27.318905 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=78,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:34:27.450371 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=3,neutron:DELETE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:34:27.475090 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:UPDATE=1,neutron:SELECT=82,neutron:INSERT=3,neutron:DELETE=7 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:34:28.244739 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (b78338d6-31c9-4f43-bfac-5a5a854a8366), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:30.132839 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d2289-e30b-4ef2-a407-924a282b726b req-e2e17d5f-62f9-4a6a-bf8c-35a0a8083dba tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:30.134463 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-508d2289-e30b-4ef2-a407-924a282b726b req-e2e17d5f-62f9-4a6a-bf8c-35a0a8083dba tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.93 "GET /v2.0/ports?device_id=6ad1307c-04fc-4558-9d69-49236090c8b1 HTTP/1.1" status: 200 len: 945 time: 0.0544894 Jun 03 15:34:30.195612 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-508d2289-e30b-4ef2-a407-924a282b726b req-11df4872-f330-4851-a465-88c21ce4231a tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.93 "GET /v2.0/security-groups?id=42d72d5a-b141-4d8d-b233-41b1feaad181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508192 Jun 03 15:34:30.655587 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 57776) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:34:30.772167 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-e441f933-2f00-4de0-aa00-4e5ea8a5e3f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:30.855429 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-e441f933-2f00-4de0-aa00-4e5ea8a5e3f0 admin admin] Publish callbacks [] for security_group (69865746-4308-44fc-80fe-2550d964445a), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:30.859587 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-e441f933-2f00-4de0-aa00-4e5ea8a5e3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (69865746-4308-44fc-80fe-2550d964445a), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:30.902362 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-e441f933-2f00-4de0-aa00-4e5ea8a5e3f0 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=019ee7a13b8b4a3ba4d64ebed21ac58a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2433512 Jun 03 15:34:30.902362 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e441f933-2f00-4de0-aa00-4e5ea8a5e3f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69865746-4308-44fc-80fe-2550d964445a,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:30.902755 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 57780) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:34:30.953729 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-2a5029db-d39c-4d50-9d18-abd6a4342948 admin admin] Publish callbacks [] for security_group (69865746-4308-44fc-80fe-2550d964445a), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:30.975429 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-2a5029db-d39c-4d50-9d18-abd6a4342948 admin admin] Publish callbacks [] for security_group (69865746-4308-44fc-80fe-2550d964445a), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:31.021985 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-2a5029db-d39c-4d50-9d18-abd6a4342948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (69865746-4308-44fc-80fe-2550d964445a), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:31.024496 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-2a5029db-d39c-4d50-9d18-abd6a4342948 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:31.025656 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-2a5029db-d39c-4d50-9d18-abd6a4342948 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/69865746-4308-44fc-80fe-2550d964445a HTTP/1.1" status: 204 len: 168 time: 0.1219108 Jun 03 15:34:31.033828 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5029db-d39c-4d50-9d18-abd6a4342948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69865746-4308-44fc-80fe-2550d964445a,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:31.325037 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf8220f-986c-4c79-87fd-cd5651cb96da req-52b82941-0ea0-457e-bd52-59dd449a1cc6 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:31.327382 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-0cf8220f-986c-4c79-87fd-cd5651cb96da req-52b82941-0ea0-457e-bd52-59dd449a1cc6 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.93 "GET /v2.0/ports?device_id=6ad1307c-04fc-4558-9d69-49236090c8b1 HTTP/1.1" status: 200 len: 945 time: 0.0564997 Jun 03 15:34:31.368739 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 57802) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:34:31.387025 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a55d853e-dc6e-4569-ab6e-1d3dd0d0e61b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:31.401658 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-0cf8220f-986c-4c79-87fd-cd5651cb96da req-28130732-43aa-4629-ae57-381c5311bf9a tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.93 "GET /v2.0/security-groups?id=42d72d5a-b141-4d8d-b233-41b1feaad181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664353 Jun 03 15:34:31.470327 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a55d853e-dc6e-4569-ab6e-1d3dd0d0e61b admin admin] Publish callbacks [] for security_group (13088b48-82b6-43fd-b845-a6e7e09214be), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:31.474683 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-a55d853e-dc6e-4569-ab6e-1d3dd0d0e61b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (13088b48-82b6-43fd-b845-a6e7e09214be), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:31.516170 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55d853e-dc6e-4569-ab6e-1d3dd0d0e61b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13088b48-82b6-43fd-b845-a6e7e09214be,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:31.525561 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 57806) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:34:31.527160 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-a55d853e-dc6e-4569-ab6e-1d3dd0d0e61b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=fbd56786315141fdb46592e68a884472&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1544495 Jun 03 15:34:31.527868 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 57808) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:34:31.577900 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-a211ff4f-58f7-4217-acfb-ef879193e594 admin admin] Publish callbacks [] for security_group (13088b48-82b6-43fd-b845-a6e7e09214be), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:31.606447 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-a211ff4f-58f7-4217-acfb-ef879193e594 admin admin] Publish callbacks [] for security_group (13088b48-82b6-43fd-b845-a6e7e09214be), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:31.645280 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-928bc8e4-2efe-4a68-be4b-d6f584523f32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:31.662601 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-a211ff4f-58f7-4217-acfb-ef879193e594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (13088b48-82b6-43fd-b845-a6e7e09214be), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:31.665191 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-a211ff4f-58f7-4217-acfb-ef879193e594 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:31.669353 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-a211ff4f-58f7-4217-acfb-ef879193e594 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/13088b48-82b6-43fd-b845-a6e7e09214be HTTP/1.1" status: 204 len: 168 time: 0.1450658 Jun 03 15:34:31.690582 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a211ff4f-58f7-4217-acfb-ef879193e594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13088b48-82b6-43fd-b845-a6e7e09214be,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:31.749700 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-928bc8e4-2efe-4a68-be4b-d6f584523f32 admin admin] Publish callbacks [] for security_group (4252177a-2688-4fb4-80fb-42c120348952), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:31.755220 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-928bc8e4-2efe-4a68-be4b-d6f584523f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (4252177a-2688-4fb4-80fb-42c120348952), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:31.807597 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-928bc8e4-2efe-4a68-be4b-d6f584523f32 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=7e5a808ba59741f2820f988700f0470a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2772300 Jun 03 15:34:31.808202 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 57820) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:34:31.811858 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928bc8e4-2efe-4a68-be4b-d6f584523f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4252177a-2688-4fb4-80fb-42c120348952,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:31.812005 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80655abd-58a3-44b4-a311-6d7addb4c900 req-96575a7d-e62a-480a-8abe-f1f276e86a0e tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:31.813440 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-80655abd-58a3-44b4-a311-6d7addb4c900 req-96575a7d-e62a-480a-8abe-f1f276e86a0e tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.95 "GET /v2.0/ports?device_id=6ad1307c-04fc-4558-9d69-49236090c8b1 HTTP/1.1" status: 200 len: 945 time: 0.0646496 Jun 03 15:34:31.876955 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-bec145a0-5be2-41bf-a420-93fcf36e7edb admin admin] Publish callbacks [] for security_group (4252177a-2688-4fb4-80fb-42c120348952), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:31.912038 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-bec145a0-5be2-41bf-a420-93fcf36e7edb admin admin] Publish callbacks [] for security_group (4252177a-2688-4fb4-80fb-42c120348952), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:31.921523 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.plugin [req-80655abd-58a3-44b4-a311-6d7addb4c900 req-99ccd5fb-fa9d-4a0a-8830-2b1ab05b840e tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Deleting port 53d986f2-9b7e-4d47-98b6-97e16d55aae9 {{(pid=103919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:34:31.921868 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-80655abd-58a3-44b4-a311-6d7addb4c900 req-99ccd5fb-fa9d-4a0a-8830-2b1ab05b840e tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (53d986f2-9b7e-4d47-98b6-97e16d55aae9), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:31.957524 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:34:31.980240 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-bec145a0-5be2-41bf-a420-93fcf36e7edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (4252177a-2688-4fb4-80fb-42c120348952), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:31.983561 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-bec145a0-5be2-41bf-a420-93fcf36e7edb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:31.984852 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-bec145a0-5be2-41bf-a420-93fcf36e7edb admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/4252177a-2688-4fb4-80fb-42c120348952 HTTP/1.1" status: 204 len: 168 time: 0.1739717 Jun 03 15:34:31.993406 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec145a0-5be2-41bf-a420-93fcf36e7edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4252177a-2688-4fb4-80fb-42c120348952,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:32.056561 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [req-80655abd-58a3-44b4-a311-6d7addb4c900 req-99ccd5fb-fa9d-4a0a-8830-2b1ab05b840e tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] For port 53d986f2-9b7e-4d47-98b6-97e16d55aae9, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=53d986f2-9b7e-4d47-98b6-97e16d55aae9,segment=NetworkSegment(ee7b5cac-c2ff-4415-b98e-a1aa8e607bdf),segment_id=ee7b5cac-c2ff-4415-b98e-a1aa8e607bdf)] {{(pid=103919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:34:32.057004 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-80655abd-58a3-44b4-a311-6d7addb4c900 req-99ccd5fb-fa9d-4a0a-8830-2b1ab05b840e tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (53d986f2-9b7e-4d47-98b6-97e16d55aae9), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:32.074995 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 57826) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:34:32.076174 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.plugin [req-80655abd-58a3-44b4-a311-6d7addb4c900 req-99ccd5fb-fa9d-4a0a-8830-2b1ab05b840e tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Calling delete_port for 53d986f2-9b7e-4d47-98b6-97e16d55aae9 owned by compute:nova {{(pid=103919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:34:32.088695 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-79004e6d-e41b-418e-8a83-a3d0e5510ebf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:32.147977 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=13 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:34:32.182208 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-79004e6d-e41b-418e-8a83-a3d0e5510ebf admin admin] Publish callbacks [] for security_group (52a44a10-9849-4d5c-ab26-1936ce4991a5), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:32.186906 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-79004e6d-e41b-418e-8a83-a3d0e5510ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (52a44a10-9849-4d5c-ab26-1936ce4991a5), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:32.228893 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-79004e6d-e41b-418e-8a83-a3d0e5510ebf admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=fcd91e6d3a3643d9aa0e6439112758d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1524806 Jun 03 15:34:32.229360 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-80655abd-58a3-44b4-a311-6d7addb4c900 req-99ccd5fb-fa9d-4a0a-8830-2b1ab05b840e tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4807792'] for port (53d986f2-9b7e-4d47-98b6-97e16d55aae9), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:32.231094 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79004e6d-e41b-418e-8a83-a3d0e5510ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a44a10-9849-4d5c-ab26-1936ce4991a5,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:32.234497 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 57830) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:34:32.240243 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=7 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:34:32.242463 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] get_ports_and_sgs() called for port_ids ['53d986f2-9b7e-4d47-98b6-97e16d55aae9'] {{(pid=103921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 15:34:32.275872 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ccd5fb-fa9d-4a0a-8830-2b1ab05b840e tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Pushing event deleted for resources: {'Port': ['ID=53d986f2-9b7e-4d47-98b6-97e16d55aae9,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:32.293793 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:34:32.304812 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ccd5fb-fa9d-4a0a-8830-2b1ab05b840e tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:32.305152 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ccd5fb-fa9d-4a0a-8830-2b1ab05b840e tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:32.305488 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ccd5fb-fa9d-4a0a-8830-2b1ab05b840e tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:32.305825 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ccd5fb-fa9d-4a0a-8830-2b1ab05b840e tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:32.306150 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ccd5fb-fa9d-4a0a-8830-2b1ab05b840e tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:32.306476 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ccd5fb-fa9d-4a0a-8830-2b1ab05b840e tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:32.306828 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ccd5fb-fa9d-4a0a-8830-2b1ab05b840e tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:32.307149 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ccd5fb-fa9d-4a0a-8830-2b1ab05b840e tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:32.307467 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ccd5fb-fa9d-4a0a-8830-2b1ab05b840e tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:32.307785 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ccd5fb-fa9d-4a0a-8830-2b1ab05b840e tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:32.308101 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ccd5fb-fa9d-4a0a-8830-2b1ab05b840e tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:32.308413 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ccd5fb-fa9d-4a0a-8830-2b1ab05b840e tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:32.308732 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ccd5fb-fa9d-4a0a-8830-2b1ab05b840e tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:32.310310 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ccd5fb-fa9d-4a0a-8830-2b1ab05b840e tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:32.310310 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ccd5fb-fa9d-4a0a-8830-2b1ab05b840e tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:32.316901 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-044391a2-e7b3-474f-931d-21fdd5920923 admin admin] Publish callbacks [] for security_group (52a44a10-9849-4d5c-ab26-1936ce4991a5), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:32.330358 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [req-80655abd-58a3-44b4-a311-6d7addb4c900 req-99ccd5fb-fa9d-4a0a-8830-2b1ab05b840e tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] No DVR routers for this DVR port 53d986f2-9b7e-4d47-98b6-97e16d55aae9 on host hv-cinder-83124 {{(pid=103919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 15:34:32.332999 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-80655abd-58a3-44b4-a311-6d7addb4c900 req-99ccd5fb-fa9d-4a0a-8830-2b1ab05b840e tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for port (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:32.336572 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-80655abd-58a3-44b4-a311-6d7addb4c900 req-99ccd5fb-fa9d-4a0a-8830-2b1ab05b840e tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.95 "DELETE /v2.0/ports/53d986f2-9b7e-4d47-98b6-97e16d55aae9 HTTP/1.1" status: 204 len: 173 time: 0.5085413 Jun 03 15:34:32.337717 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ad1307c-04fc-4558-9d69-49236090c8b1', 'name': 'network-vif-deleted', 'tag': '53d986f2-9b7e-4d47-98b6-97e16d55aae9'}] {{(pid=103919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:34:32.341493 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb6718ce3f0a4af57ef91ee7142c10b6234fd65cffdc95d0a08216ae9169e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f977ef-7c47-4b5f-b1ea-b22db925b285" -d '{"events": [{"server_uuid": "6ad1307c-04fc-4558-9d69-49236090c8b1", "name": "network-vif-deleted", "tag": "53d986f2-9b7e-4d47-98b6-97e16d55aae9"}]}' {{(pid=103919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:34:32.356306 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-044391a2-e7b3-474f-931d-21fdd5920923 admin admin] Publish callbacks [] for security_group (52a44a10-9849-4d5c-ab26-1936ce4991a5), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:32.395286 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 15:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ef36a7-7af5-46db-97bf-173785b7bb62 x-openstack-request-id: req-40ef36a7-7af5-46db-97bf-173785b7bb62 {{(pid=103919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:34:32.396022 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ad1307c-04fc-4558-9d69-49236090c8b1", "name": "network-vif-deleted", "tag": "53d986f2-9b7e-4d47-98b6-97e16d55aae9", "status": "completed", "code": 200}]} {{(pid=103919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:34:32.396442 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-40ef36a7-7af5-46db-97bf-173785b7bb62 {{(pid=103919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:34:32.397243 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40ef36a7-7af5-46db-97bf-173785b7bb62'] response: {'server_uuid': '6ad1307c-04fc-4558-9d69-49236090c8b1', 'name': 'network-vif-deleted', 'tag': '53d986f2-9b7e-4d47-98b6-97e16d55aae9', 'status': 'completed', 'code': 200} Jun 03 15:34:32.445020 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-044391a2-e7b3-474f-931d-21fdd5920923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (52a44a10-9849-4d5c-ab26-1936ce4991a5), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:32.449315 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-044391a2-e7b3-474f-931d-21fdd5920923 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:32.451189 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-044391a2-e7b3-474f-931d-21fdd5920923 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/52a44a10-9849-4d5c-ab26-1936ce4991a5 HTTP/1.1" status: 204 len: 168 time: 0.2161345 Jun 03 15:34:32.460567 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044391a2-e7b3-474f-931d-21fdd5920923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a44a10-9849-4d5c-ab26-1936ce4991a5,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:32.480349 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 57838) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:34:32.498298 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-20634ac0-ccd7-495f-87d6-f07af5fe024d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:32.563855 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-f7111069-8432-4431-b397-a7129d2a05cb req-ad40e61b-50b1-469e-9d36-544a802d5922 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.93 "GET /v2.0/ports?device_id=6ad1307c-04fc-4558-9d69-49236090c8b1 HTTP/1.1" status: 200 len: 210 time: 0.0394604 Jun 03 15:34:32.613553 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-20634ac0-ccd7-495f-87d6-f07af5fe024d admin admin] Publish callbacks [] for security_group (d44a3484-a455-4dd0-8476-a819952aad38), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:32.617629 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-20634ac0-ccd7-495f-87d6-f07af5fe024d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (d44a3484-a455-4dd0-8476-a819952aad38), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:32.660607 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-20634ac0-ccd7-495f-87d6-f07af5fe024d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a76c91f086784094b6297c01fa2c0ad9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1788061 Jun 03 15:34:32.662072 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20634ac0-ccd7-495f-87d6-f07af5fe024d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44a3484-a455-4dd0-8476-a819952aad38,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:32.663316 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 57840) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:34:32.723428 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-e14db822-dac4-4534-8272-18851ec63bf0 admin admin] Publish callbacks [] for security_group (d44a3484-a455-4dd0-8476-a819952aad38), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:32.748443 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-e14db822-dac4-4534-8272-18851ec63bf0 admin admin] Publish callbacks [] for security_group (d44a3484-a455-4dd0-8476-a819952aad38), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:32.811266 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-e14db822-dac4-4534-8272-18851ec63bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (d44a3484-a455-4dd0-8476-a819952aad38), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:32.814642 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-e14db822-dac4-4534-8272-18851ec63bf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:32.820002 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-e14db822-dac4-4534-8272-18851ec63bf0 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d44a3484-a455-4dd0-8476-a819952aad38 HTTP/1.1" status: 204 len: 168 time: 0.1553121 Jun 03 15:34:32.833189 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14db822-dac4-4534-8272-18851ec63bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44a3484-a455-4dd0-8476-a819952aad38,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:35.793774 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device 53d986f2-9b7e-4d47-98b6-97e16d55aae9 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 15:34:35.815514 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] No Port match for: 53d986f2-9b7e-4d47-98b6-97e16d55aae9 {{(pid=103921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 15:34:35.815847 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device 53d986f2-9b7e-4d47-98b6-97e16d55aae9 not bound to the agent host hv-cinder-83124 {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 15:34:36.916779 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:34:36.925598 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=69,neutron:UPDATE=3 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:34:36.931795 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (5d40428d-d668-464b-bcee-3124e1355b3b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:42.654739 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=20,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:34:42.656771 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=22,neutron:INSERT=5 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:34:42.790785 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=54,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:34:42.825361 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=41,neutron:DELETE=3 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:34:46.540061 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c04c1ecf-f4bc-437f-8144-c628ebc88802 req-a3584b50-1a0e-4d84-b00b-5d64ade92e7d service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=0b12e6d4-7911-4c08-a28d-aadf2beda784&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417731 Jun 03 15:34:46.603695 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c1ecf-f4bc-437f-8144-c628ebc88802 req-bb43d597-eccf-4262-b4d5-82d561a12d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:46.606098 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c04c1ecf-f4bc-437f-8144-c628ebc88802 req-bb43d597-eccf-4262-b4d5-82d561a12d29 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=141bd2be69f243aa926f28b96eb6f0d5&device_id=0b12e6d4-7911-4c08-a28d-aadf2beda784 HTTP/1.1" status: 200 len: 1129 time: 0.0424662 Jun 03 15:34:46.722008 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c1ecf-f4bc-437f-8144-c628ebc88802 req-7510114a-73bc-41dc-b5f2-639bf7c107c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:46.723587 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c04c1ecf-f4bc-437f-8144-c628ebc88802 req-7510114a-73bc-41dc-b5f2-639bf7c107c0 service neutron] 10.222.0.95 "GET /v2.0/networks?id=2d580292-795d-4fee-87ce-011961d3c846 HTTP/1.1" status: 200 len: 913 time: 0.0984337 Jun 03 15:34:46.758347 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ffb787-a765-47ba-8fa1-97202a18f47e req-5f15b6bc-55d5-407b-9871-3b6c0a9b6353 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:46.760061 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-23ffb787-a765-47ba-8fa1-97202a18f47e req-5f15b6bc-55d5-407b-9871-3b6c0a9b6353 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=0b12e6d4-7911-4c08-a28d-aadf2beda784 HTTP/1.1" status: 200 len: 945 time: 0.0594761 Jun 03 15:34:46.815730 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-23ffb787-a765-47ba-8fa1-97202a18f47e req-b420b2f1-2f20-4f39-9d2c-90ac35c24626 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/security-groups?id=b88df937-e402-4cfa-971f-d0284891327a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486786 Jun 03 15:34:47.086821 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88805b0-eda2-41e2-8ecc-da9f780e56e5 req-d1145439-cf4a-412f-b375-88cd2c2d0da9 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:47.094762 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b88805b0-eda2-41e2-8ecc-da9f780e56e5 req-d1145439-cf4a-412f-b375-88cd2c2d0da9 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.93 "GET /v2.0/networks?id=914f3c40-3d58-42c5-84f2-1921af6d0fdf HTTP/1.1" status: 200 len: 814 time: 0.1189468 Jun 03 15:34:47.107944 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b88805b0-eda2-41e2-8ecc-da9f780e56e5 req-5d2258d6-4b77-4525-8001-23a839a6ddf7 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.93 "GET /v2.0/quotas/d5151421b3ee4477924cdab41025075b HTTP/1.1" status: 200 len: 375 time: 0.0113518 Jun 03 15:34:47.156057 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b88805b0-eda2-41e2-8ecc-da9f780e56e5 req-347ffa6b-e978-4c60-8c23-fc46a69d0682 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=d5151421b3ee4477924cdab41025075b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435390 Jun 03 15:34:47.194960 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 58178) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:34:47.249208 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b88805b0-eda2-41e2-8ecc-da9f780e56e5 req-74d735d5-e943-4e74-9505-f03e6cff8c2a service neutron] 10.222.0.93 "GET /v2.0/networks/914f3c40-3d58-42c5-84f2-1921af6d0fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923002 Jun 03 15:34:47.303288 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 58184) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:34:47.362326 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b88805b0-eda2-41e2-8ecc-da9f780e56e5 req-fa892514-2a3c-411f-989e-55360388dfa8 service neutron] 10.222.0.93 "GET /v2.0/networks/914f3c40-3d58-42c5-84f2-1921af6d0fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075621 Jun 03 15:34:47.376621 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-15cfcc89-aa15-48c2-b5a1-6318a7160f97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:47.467359 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-15cfcc89-aa15-48c2-b5a1-6318a7160f97 admin admin] Publish callbacks [] for security_group (df218038-1adc-4964-8bf0-ccc9ed141f8a), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:47.472139 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-15cfcc89-aa15-48c2-b5a1-6318a7160f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (df218038-1adc-4964-8bf0-ccc9ed141f8a), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:47.485639 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-b777bfea-261b-4421-bdb8-cb5b0e447aa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:47.522643 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cfcc89-aa15-48c2-b5a1-6318a7160f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df218038-1adc-4964-8bf0-ccc9ed141f8a,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:47.531180 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cfcc89-aa15-48c2-b5a1-6318a7160f97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:47.531521 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cfcc89-aa15-48c2-b5a1-6318a7160f97 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:47.532262 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cfcc89-aa15-48c2-b5a1-6318a7160f97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:47.532760 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cfcc89-aa15-48c2-b5a1-6318a7160f97 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:47.533255 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cfcc89-aa15-48c2-b5a1-6318a7160f97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:47.533754 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cfcc89-aa15-48c2-b5a1-6318a7160f97 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:47.534254 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cfcc89-aa15-48c2-b5a1-6318a7160f97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:47.534766 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cfcc89-aa15-48c2-b5a1-6318a7160f97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:47.535267 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cfcc89-aa15-48c2-b5a1-6318a7160f97 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:47.535749 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cfcc89-aa15-48c2-b5a1-6318a7160f97 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:47.536234 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cfcc89-aa15-48c2-b5a1-6318a7160f97 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:47.536736 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cfcc89-aa15-48c2-b5a1-6318a7160f97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:47.537213 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cfcc89-aa15-48c2-b5a1-6318a7160f97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:47.538883 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cfcc89-aa15-48c2-b5a1-6318a7160f97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:47.539555 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cfcc89-aa15-48c2-b5a1-6318a7160f97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:34:47.563776 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-15cfcc89-aa15-48c2-b5a1-6318a7160f97 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=04f6d0b781f549a8a3fab77c43d0e274&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3677311 Jun 03 15:34:47.566284 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 58206) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:34:47.621373 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-b777bfea-261b-4421-bdb8-cb5b0e447aa3 admin admin] Publish callbacks [] for security_group (f9258195-f513-4bc3-bbed-1d5ffd2443c1), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:47.630335 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-b777bfea-261b-4421-bdb8-cb5b0e447aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (f9258195-f513-4bc3-bbed-1d5ffd2443c1), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:47.663169 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-c2a4c87f-756e-46c6-9f27-551f92fae1c7 req-b083cf52-9a92-4d04-a5f8-e2bae95a2472 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e324bc-ede1-49c6-b397-7cd7eef8fe4d HTTP/1.1" status: 200 len: 210 time: 0.0662858 Jun 03 15:34:47.703711 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b777bfea-261b-4421-bdb8-cb5b0e447aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9258195-f513-4bc3-bbed-1d5ffd2443c1,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:47.712575 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-b777bfea-261b-4421-bdb8-cb5b0e447aa3 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b68656329cd44267a500f6b0eb75b182&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4057271 Jun 03 15:34:47.712771 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 58210) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:34:47.713195 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-6dc45ee0-fba9-4f9a-8f04-475c78192fb1 admin admin] Publish callbacks [] for security_group (df218038-1adc-4964-8bf0-ccc9ed141f8a), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:47.755906 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-6dc45ee0-fba9-4f9a-8f04-475c78192fb1 admin admin] Publish callbacks [] for security_group (df218038-1adc-4964-8bf0-ccc9ed141f8a), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:47.822398 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-6dc45ee0-fba9-4f9a-8f04-475c78192fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (df218038-1adc-4964-8bf0-ccc9ed141f8a), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:47.825531 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-3d6fc843-5137-4935-af0c-2db073796f06 admin admin] Publish callbacks [] for security_group (f9258195-f513-4bc3-bbed-1d5ffd2443c1), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:47.826924 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-6dc45ee0-fba9-4f9a-8f04-475c78192fb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:47.828397 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-6dc45ee0-fba9-4f9a-8f04-475c78192fb1 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/df218038-1adc-4964-8bf0-ccc9ed141f8a HTTP/1.1" status: 204 len: 168 time: 0.2605417 Jun 03 15:34:47.840214 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc45ee0-fba9-4f9a-8f04-475c78192fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df218038-1adc-4964-8bf0-ccc9ed141f8a,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:47.846608 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:34:47.854169 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c04c1ecf-f4bc-437f-8144-c628ebc88802 req-af13cf7d-6a4a-44f9-a2e8-556ad122911e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c HTTP/1.1" status: 200 len: 1001 time: 0.1093297 Jun 03 15:34:47.870135 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-3d6fc843-5137-4935-af0c-2db073796f06 admin admin] Publish callbacks [] for security_group (f9258195-f513-4bc3-bbed-1d5ffd2443c1), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:47.995362 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-3d6fc843-5137-4935-af0c-2db073796f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (f9258195-f513-4bc3-bbed-1d5ffd2443c1), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:47.997793 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-3d6fc843-5137-4935-af0c-2db073796f06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:47.999594 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-3d6fc843-5137-4935-af0c-2db073796f06 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f9258195-f513-4bc3-bbed-1d5ffd2443c1 HTTP/1.1" status: 204 len: 168 time: 0.2852232 Jun 03 15:34:48.021034 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c1ecf-f4bc-437f-8144-c628ebc88802 req-0e6dc9af-57a2-449c-a06d-59b675dc14d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:48.022671 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c04c1ecf-f4bc-437f-8144-c628ebc88802 req-0e6dc9af-57a2-449c-a06d-59b675dc14d2 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=070f5c1f-f3d7-449a-a6e3-c5340374af16 HTTP/1.1" status: 200 len: 851 time: 0.1088834 Jun 03 15:34:48.032966 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6fc843-5137-4935-af0c-2db073796f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9258195-f513-4bc3-bbed-1d5ffd2443c1,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:48.045009 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6c073-f1eb-4d39-a425-db5d3eda6d98 req-f611849b-ff56-4ae9-912e-7bd7aece26e1 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:48.053113 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-2de6c073-f1eb-4d39-a425-db5d3eda6d98 req-f611849b-ff56-4ae9-912e-7bd7aece26e1 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=0b12e6d4-7911-4c08-a28d-aadf2beda784 HTTP/1.1" status: 200 len: 945 time: 0.0969253 Jun 03 15:34:48.061102 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:34:48.102011 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-2de6c073-f1eb-4d39-a425-db5d3eda6d98 req-17d3a7aa-ad5c-4cf1-8f08-1c2e0a1637fd tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/security-groups?id=b88df937-e402-4cfa-971f-d0284891327a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479014 Jun 03 15:34:48.204647 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c1ecf-f4bc-437f-8144-c628ebc88802 req-a53fb491-99b5-4cfb-b09d-b45af78d7829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:48.207910 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c04c1ecf-f4bc-437f-8144-c628ebc88802 req-a53fb491-99b5-4cfb-b09d-b45af78d7829 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2d580292-795d-4fee-87ce-011961d3c846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0552430 Jun 03 15:34:48.253658 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 58230) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:34:48.273182 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-9763b7c8-3b65-40f9-b47e-555524778145 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:48.311194 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee3ca5-3339-4d0a-84d0-34eaaf65e32b req-0d405368-44a8-4fd8-a99f-abd4826204e6 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:48.312900 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-e0ee3ca5-3339-4d0a-84d0-34eaaf65e32b req-0d405368-44a8-4fd8-a99f-abd4826204e6 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.95 "GET /v2.0/ports?device_id=0b12e6d4-7911-4c08-a28d-aadf2beda784 HTTP/1.1" status: 200 len: 945 time: 0.1063011 Jun 03 15:34:48.330575 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c04c1ecf-f4bc-437f-8144-c628ebc88802 req-a443ee70-1590-42b7-8424-9db894d0ffd7 service neutron] 10.222.0.95 "GET /v2.0/networks/2d580292-795d-4fee-87ce-011961d3c846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136270 Jun 03 15:34:48.453212 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [req-e0ee3ca5-3339-4d0a-84d0-34eaaf65e32b req-2a18e9a9-ba1a-4106-bb1c-5413f7249baf tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Deleting port 7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c {{(pid=103920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:34:48.453627 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-e0ee3ca5-3339-4d0a-84d0-34eaaf65e32b req-2a18e9a9-ba1a-4106-bb1c-5413f7249baf tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:48.460748 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c04c1ecf-f4bc-437f-8144-c628ebc88802 req-9117c767-37dd-4667-b287-1c8b4230ad0e service neutron] 10.222.0.95 "GET /v2.0/networks/2d580292-795d-4fee-87ce-011961d3c846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255319 Jun 03 15:34:48.507800 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-9763b7c8-3b65-40f9-b47e-555524778145 admin admin] Publish callbacks [] for security_group (dde9ee39-5293-4d9f-8efd-e7a637051e24), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:48.513123 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-9763b7c8-3b65-40f9-b47e-555524778145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (dde9ee39-5293-4d9f-8efd-e7a637051e24), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:48.537863 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 58234) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:34:48.551833 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-f77c48e1-2c20-456d-a48a-19873adb6d32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:48.563499 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:34:48.570330 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-9763b7c8-3b65-40f9-b47e-555524778145 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=05f33a73e6b54cda8747d522a061577d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3155150 Jun 03 15:34:48.572974 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 58236) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:34:48.578039 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9763b7c8-3b65-40f9-b47e-555524778145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde9ee39-5293-4d9f-8efd-e7a637051e24,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:48.597400 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:DELETE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:34:48.599285 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [req-e0ee3ca5-3339-4d0a-84d0-34eaaf65e32b req-2a18e9a9-ba1a-4106-bb1c-5413f7249baf tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] For port 7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c,segment=NetworkSegment(cddab803-ac25-466c-8492-d9f6e68d1532),segment_id=cddab803-ac25-466c-8492-d9f6e68d1532)] {{(pid=103920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:34:48.599644 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-e0ee3ca5-3339-4d0a-84d0-34eaaf65e32b req-2a18e9a9-ba1a-4106-bb1c-5413f7249baf tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:48.661335 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-209520f7-8599-44e6-900e-1ba75e2ad2c7 admin admin] Publish callbacks [] for security_group (dde9ee39-5293-4d9f-8efd-e7a637051e24), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:48.700541 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-209520f7-8599-44e6-900e-1ba75e2ad2c7 admin admin] Publish callbacks [] for security_group (dde9ee39-5293-4d9f-8efd-e7a637051e24), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:48.758263 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-f77c48e1-2c20-456d-a48a-19873adb6d32 admin admin] Publish callbacks [] for security_group (173da072-2b65-4ff8-bc0f-c13aab061f91), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:48.762653 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-f77c48e1-2c20-456d-a48a-19873adb6d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (173da072-2b65-4ff8-bc0f-c13aab061f91), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:48.799396 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-209520f7-8599-44e6-900e-1ba75e2ad2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (dde9ee39-5293-4d9f-8efd-e7a637051e24), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:48.800460 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-209520f7-8599-44e6-900e-1ba75e2ad2c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:48.801599 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-209520f7-8599-44e6-900e-1ba75e2ad2c7 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/dde9ee39-5293-4d9f-8efd-e7a637051e24 HTTP/1.1" status: 204 len: 168 time: 0.2277339 Jun 03 15:34:48.819963 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-bd669c1f-e6e3-41d9-951a-3ee07b31a13e req-e959a2e9-b233-49cd-a28e-431f507f9742 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e324bc-ede1-49c6-b397-7cd7eef8fe4d HTTP/1.1" status: 200 len: 210 time: 0.0443463 Jun 03 15:34:48.863604 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-e0ee3ca5-3339-4d0a-84d0-34eaaf65e32b req-2a18e9a9-ba1a-4106-bb1c-5413f7249baf tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:48.864240 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-e0ee3ca5-3339-4d0a-84d0-34eaaf65e32b req-2a18e9a9-ba1a-4106-bb1c-5413f7249baf tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763103'] for floatingip (c033f6fd-7052-44f9-bc12-b63de91aa79f), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:48.864457 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.db.l3_db [req-e0ee3ca5-3339-4d0a-84d0-34eaaf65e32b req-2a18e9a9-ba1a-4106-bb1c-5413f7249baf tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Floating IP c033f6fd-7052-44f9-bc12-b63de91aa79f disassociated. External IP: 172.27.3.117, port: 7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c. Jun 03 15:34:48.864893 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [req-e0ee3ca5-3339-4d0a-84d0-34eaaf65e32b req-2a18e9a9-ba1a-4106-bb1c-5413f7249baf tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Calling delete_port for 7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c owned by compute:nova {{(pid=103920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:34:48.874821 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-f77c48e1-2c20-456d-a48a-19873adb6d32 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=fa795b3a57dd44c0bfadb83ff41e7123&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3357997 Jun 03 15:34:48.877006 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 58244) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:34:48.882707 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77c48e1-2c20-456d-a48a-19873adb6d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=173da072-2b65-4ff8-bc0f-c13aab061f91,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:48.901536 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209520f7-8599-44e6-900e-1ba75e2ad2c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde9ee39-5293-4d9f-8efd-e7a637051e24,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:48.991378 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88805b0-eda2-41e2-8ecc-da9f780e56e5 req-40b06a3a-396e-440f-b0e1-29bc9bbb6d92 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:48.992898 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b88805b0-eda2-41e2-8ecc-da9f780e56e5 req-40b06a3a-396e-440f-b0e1-29bc9bbb6d92 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.95 "GET /v2.0/networks?id=914f3c40-3d58-42c5-84f2-1921af6d0fdf HTTP/1.1" status: 200 len: 814 time: 0.2234232 Jun 03 15:34:49.011288 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [req-b88805b0-eda2-41e2-8ecc-da9f780e56e5 req-bede4094-7501-46c6-81e8-09591d5bdd31 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Request body: {'port': {'device_id': '73e324bc-ede1-49c6-b397-7cd7eef8fe4d', 'network_id': '914f3c40-3d58-42c5-84f2-1921af6d0fdf', 'admin_state_up': True, 'tenant_id': 'd5151421b3ee4477924cdab41025075b'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:34:49.066762 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-2343a355-e1ce-4c09-b55b-1ec058b774e0 admin admin] Publish callbacks [] for security_group (173da072-2b65-4ff8-bc0f-c13aab061f91), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:49.092159 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-2343a355-e1ce-4c09-b55b-1ec058b774e0 admin admin] Publish callbacks [] for security_group (173da072-2b65-4ff8-bc0f-c13aab061f91), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:49.156389 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:34:49.173486 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-e0ee3ca5-3339-4d0a-84d0-34eaaf65e32b req-2a18e9a9-ba1a-4106-bb1c-5413f7249baf tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5848811'] for port (7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:49.194820 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:34:49.226292 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b88805b0-eda2-41e2-8ecc-da9f780e56e5 req-bede4094-7501-46c6-81e8-09591d5bdd31 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Made reservation on behalf of d5151421b3ee4477924cdab41025075b for: {'port': 1} {{(pid=103919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:34:49.228221 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-2343a355-e1ce-4c09-b55b-1ec058b774e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (173da072-2b65-4ff8-bc0f-c13aab061f91), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:49.229794 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-b88805b0-eda2-41e2-8ecc-da9f780e56e5 req-bede4094-7501-46c6-81e8-09591d5bdd31 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:49.230966 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-2343a355-e1ce-4c09-b55b-1ec058b774e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:49.236306 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-2343a355-e1ce-4c09-b55b-1ec058b774e0 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/173da072-2b65-4ff8-bc0f-c13aab061f91 HTTP/1.1" status: 204 len: 168 time: 0.3559475 Jun 03 15:34:49.237386 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a18e9a9-ba1a-4106-bb1c-5413f7249baf tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Pushing event deleted for resources: {'Port': ['ID=7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:49.260108 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2343a355-e1ce-4c09-b55b-1ec058b774e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=173da072-2b65-4ff8-bc0f-c13aab061f91,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:49.276358 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e9d8fe64-f355-4a0b-9f8d-defe573f0c43 req-485040a0-2e4e-47ff-b238-5a80774fcf44 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=0b12e6d4-7911-4c08-a28d-aadf2beda784 HTTP/1.1" status: 200 len: 210 time: 0.0610418 Jun 03 15:34:49.443122 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0ee3ca5-3339-4d0a-84d0-34eaaf65e32b req-2a18e9a9-ba1a-4106-bb1c-5413f7249baf tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Router 45476b8a-23ce-41e3-a736-f2299dcd1bf9 has already been hosted by L3 agent af3cb756-c261-4349-9f96-3650fb8ddf57 {{(pid=103920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 15:34:49.482233 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.db_base_plugin_common [req-b88805b0-eda2-41e2-8ecc-da9f780e56e5 req-bede4094-7501-46c6-81e8-09591d5bdd31 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Allocated IP 172.20.0.4 (914f3c40-3d58-42c5-84f2-1921af6d0fdf/da6f25de-d675-4270-a05c-368266d42ad7/a2683068-e975-44f9-bfbb-088b723434a1) {{(pid=103919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:34:49.589718 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0ee3ca5-3339-4d0a-84d0-34eaaf65e32b req-2a18e9a9-ba1a-4106-bb1c-5413f7249baf tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Notify agent at l3_agent.dv-cinder-831247-16-iscsi the message routers_updated {{(pid=103920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 15:34:49.601678 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc69e7b-9472-486b-b7dc-a7698e3a1fdb None None] Sync routers for ids ['45476b8a-23ce-41e3-a736-f2299dcd1bf9'] in dv-cinder-831247-16-iscsi {{(pid=103921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:34:49.621974 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc69e7b-9472-486b-b7dc-a7698e3a1fdb None None] Routers {'45476b8a-23ce-41e3-a736-f2299dcd1bf9'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:34:49.625332 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-9dc69e7b-9472-486b-b7dc-a7698e3a1fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:34:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['45476b8a-23ce-41e3-a736-f2299dcd1bf9'], 'active': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:49.720342 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ee3ca5-3339-4d0a-84d0-34eaaf65e32b req-2a18e9a9-ba1a-4106-bb1c-5413f7249baf tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] No DVR routers for this DVR port 7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c on host hv-cinder-83124 {{(pid=103920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 15:34:49.727734 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-e0ee3ca5-3339-4d0a-84d0-34eaaf65e32b req-2a18e9a9-ba1a-4106-bb1c-5413f7249baf tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for port (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:49.732108 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-e0ee3ca5-3339-4d0a-84d0-34eaaf65e32b req-2a18e9a9-ba1a-4106-bb1c-5413f7249baf tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.95 "DELETE /v2.0/ports/7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c HTTP/1.1" status: 204 len: 173 time: 1.4107521 Jun 03 15:34:49.735504 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b12e6d4-7911-4c08-a28d-aadf2beda784', 'name': 'network-vif-deleted', 'tag': '7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c'}] {{(pid=103920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:34:49.738104 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fde6ca1c4b3e174e639905c0d93b14e8a3905e0af4b9b9445456920c81b8107" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad2b1d0-912b-4a66-8b1f-3baba0c32fd9" -d '{"events": [{"server_uuid": "0b12e6d4-7911-4c08-a28d-aadf2beda784", "name": "network-vif-deleted", "tag": "7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c"}]}' {{(pid=103920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:34:49.821437 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 15:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb0f842-2b69-4ac9-ab5d-d26b1b22043f x-openstack-request-id: req-deb0f842-2b69-4ac9-ab5d-d26b1b22043f {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:34:49.821882 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b12e6d4-7911-4c08-a28d-aadf2beda784", "name": "network-vif-deleted", "tag": "7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c", "status": "completed", "code": 200}]} {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:34:49.822236 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-deb0f842-2b69-4ac9-ab5d-d26b1b22043f {{(pid=103920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:34:49.822774 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-deb0f842-2b69-4ac9-ab5d-d26b1b22043f'] response: {'server_uuid': '0b12e6d4-7911-4c08-a28d-aadf2beda784', 'name': 'network-vif-deleted', 'tag': '7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c', 'status': 'completed', 'code': 200} Jun 03 15:34:49.837276 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-b88805b0-eda2-41e2-8ecc-da9f780e56e5 req-bede4094-7501-46c6-81e8-09591d5bdd31 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Publish callbacks [] for port (a2683068-e975-44f9-bfbb-088b723434a1), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:49.892381 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvr_db [None req-9dc69e7b-9472-486b-b7dc-a7698e3a1fdb None None] Set router 45476b8a-23ce-41e3-a736-f2299dcd1bf9 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:34:49.957445 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-b88805b0-eda2-41e2-8ecc-da9f780e56e5 req-bede4094-7501-46c6-81e8-09591d5bdd31 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4807792'] for port (a2683068-e975-44f9-bfbb-088b723434a1), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:50.035065 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b88805b0-eda2-41e2-8ecc-da9f780e56e5 req-bede4094-7501-46c6-81e8-09591d5bdd31 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Network 914f3c40-3d58-42c5-84f2-1921af6d0fdf is already hosted by enough agents. {{(pid=103919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:34:50.092762 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.base_scheduler [req-b88805b0-eda2-41e2-8ecc-da9f780e56e5 req-bede4094-7501-46c6-81e8-09591d5bdd31 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Resources bound (agent type, host, resource id): {{(pid=103919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:34:50.095327 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [req-b88805b0-eda2-41e2-8ecc-da9f780e56e5 req-bede4094-7501-46c6-81e8-09591d5bdd31 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Received port after_create {{(pid=103919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:34:50.164896 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88805b0-eda2-41e2-8ecc-da9f780e56e5 req-bede4094-7501-46c6-81e8-09591d5bdd31 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:50.165743 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-b88805b0-eda2-41e2-8ecc-da9f780e56e5 req-bede4094-7501-46c6-81e8-09591d5bdd31 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for port (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:50.413208 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-9dc69e7b-9472-486b-b7dc-a7698e3a1fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'name': 'tempest-TestVolumeBootPattern-1236245195-router', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '47a7f593-cbc6-4a09-8a1f-000c5b9a6915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:31:27Z', 'updated_at': '2022-06-03T15:31:30Z', 'revision_number': 4, 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'gw_port': {'id': '47a7f593-cbc6-4a09-8a1f-000c5b9a6915', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:82:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:28Z', 'updated_at': '2022-06-03T15:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': 'daaec318-73c9-48b6-af88-6c7723f3ee1e', 'name': '', 'network_id': '2d580292-795d-4fee-87ce-011961d3c846', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'mac_address': 'fa:16:3e:eb:98:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '070f5c1f-f3d7-449a-a6e3-c5340374af16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:29Z', 'updated_at': '2022-06-03T15:31:35Z', 'revision_number': 5, 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'subnets': [{'id': '070f5c1f-f3d7-449a-a6e3-c5340374af16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:50.440807 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc69e7b-9472-486b-b7dc-a7698e3a1fdb None None] Checking router: 45476b8a-23ce-41e3-a736-f2299dcd1bf9 for host: dv-cinder-831247-16-iscsi {{(pid=103921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:34:50.460510 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f78af874-581a-4faa-bfa5-2cf6fc4951ae req-a76d7ae8-66fd-4075-beb9-abadd943454d tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=0b12e6d4-7911-4c08-a28d-aadf2beda784 HTTP/1.1" status: 200 len: 210 time: 0.0481429 Jun 03 15:34:50.461501 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc69e7b-9472-486b-b7dc-a7698e3a1fdb None None] Routers {'45476b8a-23ce-41e3-a736-f2299dcd1bf9'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:34:50.462161 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-9dc69e7b-9472-486b-b7dc-a7698e3a1fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:34:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['45476b8a-23ce-41e3-a736-f2299dcd1bf9'], 'active': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:50.637355 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=16 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:34:50.641600 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=16 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:34:50.644139 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb90165d-470c-4636-8eb3-95fa43d61f8c req-e6a859b2-7b85-4855-bb53-1227fd933a2e tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:50.655006 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvr_db [None req-9dc69e7b-9472-486b-b7dc-a7698e3a1fdb None None] Set router 45476b8a-23ce-41e3-a736-f2299dcd1bf9 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:34:50.672113 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-bb90165d-470c-4636-8eb3-95fa43d61f8c req-e6a859b2-7b85-4855-bb53-1227fd933a2e tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e324bc-ede1-49c6-b397-7cd7eef8fe4d HTTP/1.1" status: 200 len: 931 time: 0.6913209 Jun 03 15:34:50.684395 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b88805b0-eda2-41e2-8ecc-da9f780e56e5 req-bede4094-7501-46c6-81e8-09591d5bdd31 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6770527 Jun 03 15:34:50.688886 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bede4094-7501-46c6-81e8-09591d5bdd31 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Pushing event updated for resources: {'Port': ['ID=a2683068-e975-44f9-bfbb-088b723434a1,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:50.769347 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [req-b88805b0-eda2-41e2-8ecc-da9f780e56e5 req-cbddeed8-4daa-4977-a6cc-9ddde6161e55 service neutron] Request body: {'port': {'device_id': '73e324bc-ede1-49c6-b397-7cd7eef8fe4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:34:50.887413 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 58320) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:34:50.908669 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-bb90165d-470c-4636-8eb3-95fa43d61f8c req-fa70199c-2071-4f8d-a1a3-eec1dae843a9 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.93 "GET /v2.0/security-groups?id=42d72d5a-b141-4d8d-b233-41b1feaad181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227960 Jun 03 15:34:50.911746 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-b88805b0-eda2-41e2-8ecc-da9f780e56e5 req-cbddeed8-4daa-4977-a6cc-9ddde6161e55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (a2683068-e975-44f9-bfbb-088b723434a1), before_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:51.039555 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:34:51.050698 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-9dc69e7b-9472-486b-b7dc-a7698e3a1fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'name': 'tempest-TestVolumeBootPattern-1236245195-router', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '47a7f593-cbc6-4a09-8a1f-000c5b9a6915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:31:27Z', 'updated_at': '2022-06-03T15:31:30Z', 'revision_number': 4, 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'gw_port': {'id': '47a7f593-cbc6-4a09-8a1f-000c5b9a6915', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:82:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:28Z', 'updated_at': '2022-06-03T15:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': 'daaec318-73c9-48b6-af88-6c7723f3ee1e', 'name': '', 'network_id': '2d580292-795d-4fee-87ce-011961d3c846', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'mac_address': 'fa:16:3e:eb:98:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '070f5c1f-f3d7-449a-a6e3-c5340374af16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:29Z', 'updated_at': '2022-06-03T15:31:35Z', 'revision_number': 5, 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'subnets': [{'id': '070f5c1f-f3d7-449a-a6e3-c5340374af16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:34:51.108194 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc69e7b-9472-486b-b7dc-a7698e3a1fdb None None] The sync data for ids ['45476b8a-23ce-41e3-a736-f2299dcd1bf9'] in dv-cinder-831247-16-iscsi is: [{'id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'name': 'tempest-TestVolumeBootPattern-1236245195-router', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '47a7f593-cbc6-4a09-8a1f-000c5b9a6915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:31:27Z', 'updated_at': '2022-06-03T15:31:30Z', 'revision_number': 4, 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'gw_port': {'id': '47a7f593-cbc6-4a09-8a1f-000c5b9a6915', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:82:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:28Z', 'updated_at': '2022-06-03T15:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': 'daaec318-73c9-48b6-af88-6c7723f3ee1e', 'name': '', 'network_id': '2d580292-795d-4fee-87ce-011961d3c846', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'mac_address': 'fa:16:3e:eb:98:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '070f5c1f-f3d7-449a-a6e3-c5340374af16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:29Z', 'updated_at': '2022-06-03T15:31:35Z', 'revision_number': 5, 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'subnets': [{'id': '070f5c1f-f3d7-449a-a6e3-c5340374af16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:34:51.124620 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device 7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 15:34:51.125826 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-08ec2245-dd3f-40fb-9f89-2ece9c8d08c5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-557775718-network', 'tenant_id': 'bcb5131601b14b5884956a189e6e9462'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:34:51.151970 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:34:51.152315 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] No Port match for: 7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c {{(pid=103921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 15:34:51.152765 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device 7520f1aa-d4f8-4c3e-9b98-3e91e6261e2c not bound to the agent host hv-cinder-83124 {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 15:34:51.195837 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ec2245-dd3f-40fb-9f89-2ece9c8d08c5 admin admin] Made reservation on behalf of bcb5131601b14b5884956a189e6e9462 for: {'network': 1} {{(pid=103920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:34:51.204222 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-08ec2245-dd3f-40fb-9f89-2ece9c8d08c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for network (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:51.222006 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-08ec2245-dd3f-40fb-9f89-2ece9c8d08c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:51.336566 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-08ec2245-dd3f-40fb-9f89-2ece9c8d08c5 admin admin] Publish callbacks [] for security_group (710d42dd-3852-4a0f-a40a-09b77d4a5e69), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:51.342012 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-08ec2245-dd3f-40fb-9f89-2ece9c8d08c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (710d42dd-3852-4a0f-a40a-09b77d4a5e69), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:51.354988 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:34:51.369049 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08ec2245-dd3f-40fb-9f89-2ece9c8d08c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 890} {{(pid=103920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 03 15:34:51.401510 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-08ec2245-dd3f-40fb-9f89-2ece9c8d08c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659633'] for segment (a95fd353-fe66-468b-b963-edaa6432b405), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:51.401851 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.db.segments_db [None req-08ec2245-dd3f-40fb-9f89-2ece9c8d08c5 admin admin] Added segment a95fd353-fe66-468b-b963-edaa6432b405 of type vlan for network 3678c4cd-eafc-4004-83e0-eba3e6fa12f1 Jun 03 15:34:51.411825 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ec2245-dd3f-40fb-9f89-2ece9c8d08c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=710d42dd-3852-4a0f-a40a-09b77d4a5e69,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:51.447702 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-08ec2245-dd3f-40fb-9f89-2ece9c8d08c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736362361959'] for network (3678c4cd-eafc-4004-83e0-eba3e6fa12f1), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:51.472876 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.notifiers.nova [req-b88805b0-eda2-41e2-8ecc-da9f780e56e5 req-cbddeed8-4daa-4977-a6cc-9ddde6161e55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2683068-e975-44f9-bfbb-088b723434a1 {{(pid=103919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:34:51.477849 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-08ec2245-dd3f-40fb-9f89-2ece9c8d08c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408'] for network (3678c4cd-eafc-4004-83e0-eba3e6fa12f1), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:51.479052 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ec2245-dd3f-40fb-9f89-2ece9c8d08c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:51.479708 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-08ec2245-dd3f-40fb-9f89-2ece9c8d08c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for network (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:51.487773 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-b88805b0-eda2-41e2-8ecc-da9f780e56e5 req-cbddeed8-4daa-4977-a6cc-9ddde6161e55 service neutron] Publish callbacks [] for port (a2683068-e975-44f9-bfbb-088b723434a1), precommit_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:51.500582 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:34:51.515368 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.provisioning_blocks [req-b88805b0-eda2-41e2-8ecc-da9f780e56e5 req-cbddeed8-4daa-4977-a6cc-9ddde6161e55 service neutron] Transition to ACTIVE for port object a2683068-e975-44f9-bfbb-088b723434a1 will not be triggered until provisioned by entity L2. {{(pid=103919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 03 15:34:51.521668 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-b88805b0-eda2-41e2-8ecc-da9f780e56e5 req-cbddeed8-4daa-4977-a6cc-9ddde6161e55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4807753'] for port (a2683068-e975-44f9-bfbb-088b723434a1), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:51.523160 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cecec2-b096-4edb-9b61-12bd18dbf4b4 None None] New status for floating IP c033f6fd-7052-44f9-bc12-b63de91aa79f: DOWN {{(pid=103922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 15:34:51.562088 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-08ec2245-dd3f-40fb-9f89-2ece9c8d08c5 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6729188 Jun 03 15:34:51.566823 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 58340) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:34:51.574273 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-c1f7adfa-b8ee-4e5e-aa08-4883fab1c173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (ba2d900a-f6c8-44b2-a19a-5d512e564d5a), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:51.579893 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-833fe726-0103-47f2-a03c-70996f301942 admin admin] Request body: {'subnet': {'network_id': '3678c4cd-eafc-4004-83e0-eba3e6fa12f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-557775718-subnet', 'tenant_id': 'bcb5131601b14b5884956a189e6e9462', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:34:51.598003 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbddeed8-4daa-4977-a6cc-9ddde6161e55 service neutron] Pushing event updated for resources: {'Port': ['ID=a2683068-e975-44f9-bfbb-088b723434a1,revision_number=2']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:51.606865 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833fe726-0103-47f2-a03c-70996f301942 admin admin] Made reservation on behalf of bcb5131601b14b5884956a189e6e9462 for: {'subnet': 1} {{(pid=103920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:34:51.610396 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-833fe726-0103-47f2-a03c-70996f301942 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4365496'] for subnet (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:51.625390 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ec2245-dd3f-40fb-9f89-2ece9c8d08c5 admin admin] Pushing event updated for resources: {'Network': ['ID=3678c4cd-eafc-4004-83e0-eba3e6fa12f1,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:51.638198 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Network 3678c4cd-eafc-4004-83e0-eba3e6fa12f1 details requested by agent ovs-agent-dv-cinder-831247-16-iscsi with host dv-cinder-831247-16-iscsi {{(pid=103921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 03 15:34:51.721512 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [req-b88805b0-eda2-41e2-8ecc-da9f780e56e5 req-cbddeed8-4daa-4977-a6cc-9ddde6161e55 service neutron] Attempting to bind port a2683068-e975-44f9-bfbb-088b723434a1 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 15:34:51.721846 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [req-b88805b0-eda2-41e2-8ecc-da9f780e56e5 req-cbddeed8-4daa-4977-a6cc-9ddde6161e55 service neutron] Attempting to bind port a2683068-e975-44f9-bfbb-088b723434a1 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'ee7b5cac-c2ff-4415-b98e-a1aa8e607bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '914f3c40-3d58-42c5-84f2-1921af6d0fdf'}] {{(pid=103919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 15:34:51.722208 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88805b0-eda2-41e2-8ecc-da9f780e56e5 req-cbddeed8-4daa-4977-a6cc-9ddde6161e55 service neutron] Attempting to bind port a2683068-e975-44f9-bfbb-088b723434a1 on network 914f3c40-3d58-42c5-84f2-1921af6d0fdf {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:34:51.727074 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88805b0-eda2-41e2-8ecc-da9f780e56e5 req-cbddeed8-4daa-4977-a6cc-9ddde6161e55 service neutron] Port a2683068-e975-44f9-bfbb-088b723434a1 on network 914f3c40-3d58-42c5-84f2-1921af6d0fdf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 03 15:34:51.727554 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88805b0-eda2-41e2-8ecc-da9f780e56e5 req-cbddeed8-4daa-4977-a6cc-9ddde6161e55 service neutron] Attempting to bind port a2683068-e975-44f9-bfbb-088b723434a1 on network 914f3c40-3d58-42c5-84f2-1921af6d0fdf {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:34:51.733178 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88805b0-eda2-41e2-8ecc-da9f780e56e5 req-cbddeed8-4daa-4977-a6cc-9ddde6161e55 service neutron] Checking agent: {'id': '5d40428d-d668-464b-bcee-3124e1355b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 24, 37), 'started_at': datetime.datetime(2022, 6, 3, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 15:34:51.733540 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88805b0-eda2-41e2-8ecc-da9f780e56e5 req-cbddeed8-4daa-4977-a6cc-9ddde6161e55 service neutron] Checking segment: {'id': 'ee7b5cac-c2ff-4415-b98e-a1aa8e607bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '914f3c40-3d58-42c5-84f2-1921af6d0fdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:34:51.733923 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88805b0-eda2-41e2-8ecc-da9f780e56e5 req-cbddeed8-4daa-4977-a6cc-9ddde6161e55 service neutron] Bound using segment: {'id': 'ee7b5cac-c2ff-4415-b98e-a1aa8e607bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '914f3c40-3d58-42c5-84f2-1921af6d0fdf'} {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 15:34:51.734355 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [req-b88805b0-eda2-41e2-8ecc-da9f780e56e5 req-cbddeed8-4daa-4977-a6cc-9ddde6161e55 service neutron] Bound port: a2683068-e975-44f9-bfbb-088b723434a1, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee7b5cac-c2ff-4415-b98e-a1aa8e607bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '914f3c40-3d58-42c5-84f2-1921af6d0fdf'}}] {{(pid=103919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 15:34:51.734824 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-b88805b0-eda2-41e2-8ecc-da9f780e56e5 req-cbddeed8-4daa-4977-a6cc-9ddde6161e55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (a2683068-e975-44f9-bfbb-088b723434a1), before_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:51.823183 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [req-b88805b0-eda2-41e2-8ecc-da9f780e56e5 req-cbddeed8-4daa-4977-a6cc-9ddde6161e55 service neutron] For port a2683068-e975-44f9-bfbb-088b723434a1, host hv-cinder-83124, cleared binding levels {{(pid=103919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 15:34:51.835849 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-833fe726-0103-47f2-a03c-70996f301942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5848647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4365482'] for subnet (05a519a8-81cb-441e-a5dd-14876e357c44), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:51.843787 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [req-b88805b0-eda2-41e2-8ecc-da9f780e56e5 req-cbddeed8-4daa-4977-a6cc-9ddde6161e55 service neutron] For port a2683068-e975-44f9-bfbb-088b723434a1, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=a2683068-e975-44f9-bfbb-088b723434a1,segment=NetworkSegment(ee7b5cac-c2ff-4415-b98e-a1aa8e607bdf),segment_id=ee7b5cac-c2ff-4415-b98e-a1aa8e607bdf)] {{(pid=103919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 15:34:51.862327 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-b88805b0-eda2-41e2-8ecc-da9f780e56e5 req-cbddeed8-4daa-4977-a6cc-9ddde6161e55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4807753'] for port (a2683068-e975-44f9-bfbb-088b723434a1), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:51.886063 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-68a330fe-6f7f-46d8-b3b0-9cac80ed36ce req-4bfbbdd9-9cd9-47bf-9465-e4ba6136dbfe tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-168875648&fields=id&tenant_id=141bd2be69f243aa926f28b96eb6f0d5 HTTP/1.1" status: 200 len: 267 time: 0.0879104 Jun 03 15:34:51.899454 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833fe726-0103-47f2-a03c-70996f301942 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05a519a8-81cb-441e-a5dd-14876e357c44,revision_number=0']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:51.911058 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833fe726-0103-47f2-a03c-70996f301942 admin admin] Checking segment: {'id': 'a95fd353-fe66-468b-b963-edaa6432b405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '3678c4cd-eafc-4004-83e0-eba3e6fa12f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:34:51.911423 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833fe726-0103-47f2-a03c-70996f301942 admin admin] Network hostable DHCP agents. Network: 3678c4cd-eafc-4004-83e0-eba3e6fa12f1, hostable agents: ['ba2d900a-f6c8-44b2-a19a-5d512e564d5a'], hosted agents: [] {{(pid=103920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 03 15:34:51.920846 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88805b0-eda2-41e2-8ecc-da9f780e56e5 req-cbddeed8-4daa-4977-a6cc-9ddde6161e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:51.922337 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-b88805b0-eda2-41e2-8ecc-da9f780e56e5 req-cbddeed8-4daa-4977-a6cc-9ddde6161e55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for port (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:51.922867 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b88805b0-eda2-41e2-8ecc-da9f780e56e5 req-cbddeed8-4daa-4977-a6cc-9ddde6161e55 service neutron] 10.222.0.95 "PUT /v2.0/ports/a2683068-e975-44f9-bfbb-088b723434a1 HTTP/1.1" status: 200 len: 1093 time: 1.2178512 Jun 03 15:34:51.923331 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73e324bc-ede1-49c6-b397-7cd7eef8fe4d', 'tag': 'a2683068-e975-44f9-bfbb-088b723434a1'}] {{(pid=103919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:34:51.925701 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb6718ce3f0a4af57ef91ee7142c10b6234fd65cffdc95d0a08216ae9169e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7adf46c2-08f2-41dc-8642-112c320457a0" -d '{"events": [{"name": "network-changed", "server_uuid": "73e324bc-ede1-49c6-b397-7cd7eef8fe4d", "tag": "a2683068-e975-44f9-bfbb-088b723434a1"}]}' {{(pid=103919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:34:51.934925 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833fe726-0103-47f2-a03c-70996f301942 admin admin] Network 3678c4cd-eafc-4004-83e0-eba3e6fa12f1 is scheduled to be hosted by DHCP agent ba2d900a-f6c8-44b2-a19a-5d512e564d5a with binding_index 1 {{(pid=103920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 03 15:34:51.950663 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-833fe726-0103-47f2-a03c-70996f301942 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-16-iscsi, 3678c4cd-eafc-4004-83e0-eba3e6fa12f1) {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:34:51.957513 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833fe726-0103-47f2-a03c-70996f301942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:51.958133 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-833fe726-0103-47f2-a03c-70996f301942 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for subnet (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:51.963739 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23afc3e1-a5e0-49f5-b1e1-5d8df32abf80 None None] Network 3678c4cd-eafc-4004-83e0-eba3e6fa12f1 requested from dv-cinder-831247-16-iscsi {{(pid=103921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 15:34:51.979861 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-833fe726-0103-47f2-a03c-70996f301942 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4108114 Jun 03 15:34:52.023913 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 15:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3cb3679-aec1-425d-9ca0-d10074bd718e x-openstack-request-id: req-c3cb3679-aec1-425d-9ca0-d10074bd718e {{(pid=103919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:34:52.024579 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73e324bc-ede1-49c6-b397-7cd7eef8fe4d", "tag": "a2683068-e975-44f9-bfbb-088b723434a1", "status": "completed", "code": 200}]} {{(pid=103919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:34:52.025033 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c3cb3679-aec1-425d-9ca0-d10074bd718e {{(pid=103919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:34:52.025710 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3cb3679-aec1-425d-9ca0-d10074bd718e'] response: {'name': 'network-changed', 'server_uuid': '73e324bc-ede1-49c6-b397-7cd7eef8fe4d', 'tag': 'a2683068-e975-44f9-bfbb-088b723434a1', 'status': 'completed', 'code': 200} Jun 03 15:34:52.116272 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbddeed8-4daa-4977-a6cc-9ddde6161e55 service neutron] Pushing event updated for resources: {'Port': ['ID=a2683068-e975-44f9-bfbb-088b723434a1,revision_number=3']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:34:52.130210 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5218671-101b-4d0f-aeea-89882292d089 None None] Network 3678c4cd-eafc-4004-83e0-eba3e6fa12f1 requested from dv-cinder-831247-16-iscsi {{(pid=103921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 15:34:52.141385 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d292d55-e579-4a19-a1c1-d46dba00fa26 req-c1a6aab7-326c-4d9d-acf3-4afe81bdd6e0 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:52.143142 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf46c2-08f2-41dc-8642-112c320457a0 req-4692b66e-ccc7-4bdc-b9b5-4bb39d0fe0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:52.144677 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-7adf46c2-08f2-41dc-8642-112c320457a0 req-4692b66e-ccc7-4bdc-b9b5-4bb39d0fe0c2 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d5151421b3ee4477924cdab41025075b&device_id=73e324bc-ede1-49c6-b397-7cd7eef8fe4d HTTP/1.1" status: 200 len: 1127 time: 0.1132133 Jun 03 15:34:52.147167 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-0d292d55-e579-4a19-a1c1-d46dba00fa26 req-c1a6aab7-326c-4d9d-acf3-4afe81bdd6e0 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e324bc-ede1-49c6-b397-7cd7eef8fe4d HTTP/1.1" status: 200 len: 943 time: 0.0873048 Jun 03 15:34:52.218857 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:34:52.230570 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a330fe-6f7f-46d8-b3b0-9cac80ed36ce req-feb11fb6-ad03-42dc-a240-1bde40946343 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:52.237787 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-68a330fe-6f7f-46d8-b3b0-9cac80ed36ce req-feb11fb6-ad03-42dc-a240-1bde40946343 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/networks?id=2d580292-795d-4fee-87ce-011961d3c846 HTTP/1.1" status: 200 len: 812 time: 0.3233616 Jun 03 15:34:52.244768 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-0d292d55-e579-4a19-a1c1-d46dba00fa26 req-7610c4a4-2dbe-431f-bc21-cf7af2b0c65b tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.93 "GET /v2.0/security-groups?id=42d72d5a-b141-4d8d-b233-41b1feaad181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838253 Jun 03 15:34:52.252768 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-68a330fe-6f7f-46d8-b3b0-9cac80ed36ce req-c9d925be-4597-4aa4-ab56-6591452aa4ee tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/quotas/141bd2be69f243aa926f28b96eb6f0d5 HTTP/1.1" status: 200 len: 375 time: 0.0140178 Jun 03 15:34:52.332272 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-68a330fe-6f7f-46d8-b3b0-9cac80ed36ce req-8a8e63e9-5cc6-4726-a510-df56edc1e6b4 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=141bd2be69f243aa926f28b96eb6f0d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0722828 Jun 03 15:34:52.355166 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf46c2-08f2-41dc-8642-112c320457a0 req-6175e81e-728e-4a72-8bd8-7c091a6649ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:52.357032 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-7adf46c2-08f2-41dc-8642-112c320457a0 req-6175e81e-728e-4a72-8bd8-7c091a6649ad service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=d5151421b3ee4477924cdab41025075b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2039804 Jun 03 15:34:52.423508 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:34:52.498650 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:34:52.536821 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf46c2-08f2-41dc-8642-112c320457a0 req-cf56eec8-d3da-4467-b869-b1978c01a393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:52.538260 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-7adf46c2-08f2-41dc-8642-112c320457a0 req-cf56eec8-d3da-4467-b869-b1978c01a393 service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1712010 Jun 03 15:34:52.540310 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-68a330fe-6f7f-46d8-b3b0-9cac80ed36ce req-532d5f43-3cdd-4f97-ae54-d53203a8dc79 service neutron] 10.222.0.93 "GET /v2.0/networks/2d580292-795d-4fee-87ce-011961d3c846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823227 Jun 03 15:34:52.687177 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88805b0-eda2-41e2-8ecc-da9f780e56e5 req-57efc0ed-514b-4d1c-8211-848989c97b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:52.689235 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b88805b0-eda2-41e2-8ecc-da9f780e56e5 req-57efc0ed-514b-4d1c-8211-848989c97b05 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d5151421b3ee4477924cdab41025075b&device_id=73e324bc-ede1-49c6-b397-7cd7eef8fe4d HTTP/1.1" status: 200 len: 1127 time: 0.0842507 Jun 03 15:34:52.744568 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b88805b0-eda2-41e2-8ecc-da9f780e56e5 req-6c79b58a-6797-44b6-9d66-6511a25e35da service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2683068-e975-44f9-bfbb-088b723434a1 HTTP/1.1" status: 200 len: 217 time: 0.0469742 Jun 03 15:34:52.750258 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-68a330fe-6f7f-46d8-b3b0-9cac80ed36ce req-0818685a-34ca-4935-84a3-925249f6f6a0 service neutron] 10.222.0.93 "GET /v2.0/networks/2d580292-795d-4fee-87ce-011961d3c846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026350 Jun 03 15:34:53.083286 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d7758885-d253-45cc-bd5a-05fa183a558a req-f1051ab6-aa76-494f-96ae-996812e2de0f tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b HTTP/1.1" status: 200 len: 210 time: 0.0340364 Jun 03 15:34:53.368334 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e9ced-2439-429a-9550-80e10022c269 req-a633ac74-669a-42f7-9c80-5b78ff2615a7 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:53.370061 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-db8e9ced-2439-429a-9550-80e10022c269 req-a633ac74-669a-42f7-9c80-5b78ff2615a7 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e324bc-ede1-49c6-b397-7cd7eef8fe4d HTTP/1.1" status: 200 len: 943 time: 0.0542786 Jun 03 15:34:53.428283 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-db8e9ced-2439-429a-9550-80e10022c269 req-a5df09ff-5cb6-49ca-bb60-4bfa70ef4fdf tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.93 "GET /v2.0/security-groups?id=42d72d5a-b141-4d8d-b233-41b1feaad181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522511 Jun 03 15:34:53.735068 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88805b0-eda2-41e2-8ecc-da9f780e56e5 req-cbb13270-a85f-4124-a92e-5b08ab450531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:53.736543 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b88805b0-eda2-41e2-8ecc-da9f780e56e5 req-cbb13270-a85f-4124-a92e-5b08ab450531 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=da6f25de-d675-4270-a05c-368266d42ad7 HTTP/1.1" status: 200 len: 854 time: 0.0503914 Jun 03 15:34:53.788748 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:34:53.792344 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:34:53.798841 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b5eee8a2-c8fd-488a-9db7-982e95d46758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (af3cb756-c261-4349-9f96-3650fb8ddf57), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:53.858250 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.agents_db [None req-a949b1cf-d0d8-4748-9c84-4164e96bf99f None None] Agent healthcheck: found 6 active agents {{(pid=103922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 15:34:54.179668 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-c9d7ebe0-55e1-4151-b051-99114ed1b114 req-81a03791-34e8-4580-a131-0eca4ea5baef tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b HTTP/1.1" status: 200 len: 210 time: 0.0274429 Jun 03 15:34:54.554270 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a95b3-ec45-40fc-9723-093dd02cd916 req-100fdf49-fe52-4e35-a7d4-e15c1161c25b tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:54.555776 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-ad5a95b3-ec45-40fc-9723-093dd02cd916 req-100fdf49-fe52-4e35-a7d4-e15c1161c25b tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e324bc-ede1-49c6-b397-7cd7eef8fe4d HTTP/1.1" status: 200 len: 943 time: 0.0546460 Jun 03 15:34:54.604505 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-ad5a95b3-ec45-40fc-9723-093dd02cd916 req-d2c7637f-4679-43de-84bb-0e8fb1f08fbb tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.93 "GET /v2.0/security-groups?id=42d72d5a-b141-4d8d-b233-41b1feaad181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431721 Jun 03 15:34:55.279698 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-50c29598-9229-42c6-975f-f912a59826f3 req-8c6bd506-1f27-44d2-8a5b-bc410bc39338 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b HTTP/1.1" status: 200 len: 210 time: 0.0288174 Jun 03 15:34:55.496669 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b88805b0-eda2-41e2-8ecc-da9f780e56e5 req-b60d6419-f313-42ab-8319-b1a7aa4078ae service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=914f3c40-3d58-42c5-84f2-1921af6d0fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273466 Jun 03 15:34:55.536599 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ea450706-6f9d-4600-9901-8a13358e87c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (c1b56563-1529-491f-97b0-bd0331fef87b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:55.598708 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b88805b0-eda2-41e2-8ecc-da9f780e56e5 req-6d9d00d1-6c61-4e50-8e39-6fec5658364e service neutron] 10.222.0.95 "GET /v2.0/networks/914f3c40-3d58-42c5-84f2-1921af6d0fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954688 Jun 03 15:34:55.755264 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b88805b0-eda2-41e2-8ecc-da9f780e56e5 req-2af05886-a080-4446-8918-5c961120a303 service neutron] 10.222.0.95 "GET /v2.0/networks/914f3c40-3d58-42c5-84f2-1921af6d0fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467614 Jun 03 15:34:55.767660 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1773e2a-1384-4e40-8886-d5e0913441b7 req-07bfd77e-5fbd-4fff-95fe-829af1e7c072 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:55.769146 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c1773e2a-1384-4e40-8886-d5e0913441b7 req-07bfd77e-5fbd-4fff-95fe-829af1e7c072 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e324bc-ede1-49c6-b397-7cd7eef8fe4d HTTP/1.1" status: 200 len: 943 time: 0.0664055 Jun 03 15:34:55.827315 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c1773e2a-1384-4e40-8886-d5e0913441b7 req-23dffba8-63f2-4f00-a380-5dfba9c81c20 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.93 "GET /v2.0/security-groups?id=42d72d5a-b141-4d8d-b233-41b1feaad181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492008 Jun 03 15:34:56.383624 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-4553b935-99fc-4268-8488-89cc1ae85977 req-09a87ac4-6900-44d2-8c83-6be09f4f9876 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b HTTP/1.1" status: 200 len: 210 time: 0.0272181 Jun 03 15:34:56.551743 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0007325d-49bd-45ba-86c8-d0efad7af70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (e76c2f28-d1d2-478d-a24e-96dcb24ae502), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:56.945277 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a7a53-4ff1-47f4-a506-909be9770d7c req-30c450eb-5bea-478d-8054-164b8edfde01 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:56.946744 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c82a7a53-4ff1-47f4-a506-909be9770d7c req-30c450eb-5bea-478d-8054-164b8edfde01 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e324bc-ede1-49c6-b397-7cd7eef8fe4d HTTP/1.1" status: 200 len: 943 time: 0.0511968 Jun 03 15:34:56.996521 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c82a7a53-4ff1-47f4-a506-909be9770d7c req-e8f0e2c5-0e1b-4ae3-9954-cdf538701f31 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.93 "GET /v2.0/security-groups?id=42d72d5a-b141-4d8d-b233-41b1feaad181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437801 Jun 03 15:34:57.480004 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d42dcee4-b21a-4201-8710-73f2ba51584e req-be914592-4c7e-482d-88e9-3deabcc699f3 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b HTTP/1.1" status: 200 len: 210 time: 0.0294623 Jun 03 15:34:58.116835 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec177e68-f4fd-49f3-81d3-b883a5a286af req-154cdee5-379e-42ff-8618-667bff083243 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:58.118289 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-ec177e68-f4fd-49f3-81d3-b883a5a286af req-154cdee5-379e-42ff-8618-667bff083243 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e324bc-ede1-49c6-b397-7cd7eef8fe4d HTTP/1.1" status: 200 len: 943 time: 0.0519590 Jun 03 15:34:58.165000 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-ec177e68-f4fd-49f3-81d3-b883a5a286af req-c9294543-7605-4491-8cfa-c91d7bad3903 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.93 "GET /v2.0/security-groups?id=42d72d5a-b141-4d8d-b233-41b1feaad181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412257 Jun 03 15:34:58.230349 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (b78338d6-31c9-4f43-bfac-5a5a854a8366), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:58.580734 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-06f87fb5-4171-42e2-95d0-f9bf5e80aa8a req-4776200a-f9ac-47ba-9f0b-c4a9eca84d90 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b HTTP/1.1" status: 200 len: 210 time: 0.0285268 Jun 03 15:34:59.144830 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=100 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:34:59.185873 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=100 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:34:59.205372 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7731d-8e6a-46b5-bae7-42665850d54a req-832f35ed-e5a6-46db-98e5-a84da654ec98 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:59.211867 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-a7a7731d-8e6a-46b5-bae7-42665850d54a req-832f35ed-e5a6-46db-98e5-a84da654ec98 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/networks?id=3678c4cd-eafc-4004-83e0-eba3e6fa12f1 HTTP/1.1" status: 200 len: 808 time: 0.1315622 Jun 03 15:34:59.279014 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-a7a7731d-8e6a-46b5-bae7-42665850d54a req-e3a8e766-4493-41dd-8d4f-6243a7c30c92 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/quotas/bcb5131601b14b5884956a189e6e9462 HTTP/1.1" status: 200 len: 375 time: 0.0662091 Jun 03 15:34:59.304225 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f2608b-ea5d-4e60-9957-126a21d4b339 req-c210c35f-31d2-4952-809f-e9a46e926d2a tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:59.309986 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-56f2608b-ea5d-4e60-9957-126a21d4b339 req-c210c35f-31d2-4952-809f-e9a46e926d2a tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e324bc-ede1-49c6-b397-7cd7eef8fe4d HTTP/1.1" status: 200 len: 943 time: 0.0625072 Jun 03 15:34:59.330319 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-a7a7731d-8e6a-46b5-bae7-42665850d54a req-08cba3b8-56f7-477e-a72b-f084ba1c8ba8 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=bcb5131601b14b5884956a189e6e9462&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500846 Jun 03 15:34:59.397156 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-56f2608b-ea5d-4e60-9957-126a21d4b339 req-e3e5e90f-e7ca-4438-bdf0-ab76a1966050 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.93 "GET /v2.0/security-groups?id=42d72d5a-b141-4d8d-b233-41b1feaad181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860808 Jun 03 15:34:59.496542 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a330fe-6f7f-46d8-b3b0-9cac80ed36ce req-c4768655-301b-4e08-a6fe-c5f7763cbcb8 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:34:59.498006 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-68a330fe-6f7f-46d8-b3b0-9cac80ed36ce req-c4768655-301b-4e08-a6fe-c5f7763cbcb8 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.95 "GET /v2.0/networks?id=2d580292-795d-4fee-87ce-011961d3c846 HTTP/1.1" status: 200 len: 812 time: 0.2761822 Jun 03 15:34:59.503618 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-a7a7731d-8e6a-46b5-bae7-42665850d54a req-716e6efe-251b-4cbe-b12e-addb3f7686af service neutron] 10.222.0.93 "GET /v2.0/networks/3678c4cd-eafc-4004-83e0-eba3e6fa12f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723089 Jun 03 15:34:59.658063 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-68a330fe-6f7f-46d8-b3b0-9cac80ed36ce req-87149ef1-837c-4b37-88d5-d5bd148c5ebc tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=141bd2be69f243aa926f28b96eb6f0d5 HTTP/1.1" status: 200 len: 379 time: 0.1499329 Jun 03 15:34:59.671251 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [req-68a330fe-6f7f-46d8-b3b0-9cac80ed36ce req-e2919061-23dc-4897-8762-def78f0ad9f9 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Request body: {'port': {'device_id': '838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b', 'network_id': '2d580292-795d-4fee-87ce-011961d3c846', 'admin_state_up': True, 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'security_groups': ['b88df937-e402-4cfa-971f-d0284891327a']}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:34:59.691620 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-a7a7731d-8e6a-46b5-bae7-42665850d54a req-0857530f-f932-4525-b151-ed0bf9826a10 service neutron] 10.222.0.93 "GET /v2.0/networks/3678c4cd-eafc-4004-83e0-eba3e6fa12f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763818 Jun 03 15:34:59.738481 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-e0d45236-8ec8-4fc9-8982-5df784cf4136 req-77e78618-022e-4101-9501-042efb08956e tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b HTTP/1.1" status: 200 len: 210 time: 0.0626116 Jun 03 15:34:59.854586 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68a330fe-6f7f-46d8-b3b0-9cac80ed36ce req-e2919061-23dc-4897-8762-def78f0ad9f9 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Made reservation on behalf of 141bd2be69f243aa926f28b96eb6f0d5 for: {'port': 1} {{(pid=103919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:34:59.858401 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-68a330fe-6f7f-46d8-b3b0-9cac80ed36ce req-e2919061-23dc-4897-8762-def78f0ad9f9 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:34:59.923078 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-760a4603-f926-4062-b139-fdff94336cbc req-705727e6-28a8-4dc5-93bb-b211f02a83bd tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/ports?device_id=fb9d69bb-7d87-4df7-b525-1585a3fcd0d5 HTTP/1.1" status: 200 len: 210 time: 0.0367067 Jun 03 15:35:00.011251 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.db_base_plugin_common [req-68a330fe-6f7f-46d8-b3b0-9cac80ed36ce req-e2919061-23dc-4897-8762-def78f0ad9f9 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Allocated IP 172.20.0.10 (2d580292-795d-4fee-87ce-011961d3c846/070f5c1f-f3d7-449a-a6e3-c5340374af16/19ee1e44-f976-459e-a5b3-bb93ee091e6c) {{(pid=103919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:35:00.173714 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-68a330fe-6f7f-46d8-b3b0-9cac80ed36ce req-e2919061-23dc-4897-8762-def78f0ad9f9 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks [] for port (19ee1e44-f976-459e-a5b3-bb93ee091e6c), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:00.199140 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:00.211293 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-68a330fe-6f7f-46d8-b3b0-9cac80ed36ce req-e2919061-23dc-4897-8762-def78f0ad9f9 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4807792'] for port (19ee1e44-f976-459e-a5b3-bb93ee091e6c), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:00.217961 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:00.257398 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68a330fe-6f7f-46d8-b3b0-9cac80ed36ce req-e2919061-23dc-4897-8762-def78f0ad9f9 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Network 2d580292-795d-4fee-87ce-011961d3c846 is already hosted by enough agents. {{(pid=103919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:35:00.261226 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.base_scheduler [req-68a330fe-6f7f-46d8-b3b0-9cac80ed36ce req-e2919061-23dc-4897-8762-def78f0ad9f9 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Resources bound (agent type, host, resource id): {{(pid=103919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:35:00.266304 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [req-68a330fe-6f7f-46d8-b3b0-9cac80ed36ce req-e2919061-23dc-4897-8762-def78f0ad9f9 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Received port after_create {{(pid=103919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:35:00.304861 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2919061-23dc-4897-8762-def78f0ad9f9 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Pushing event updated for resources: {'Port': ['ID=19ee1e44-f976-459e-a5b3-bb93ee091e6c,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:00.332700 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a330fe-6f7f-46d8-b3b0-9cac80ed36ce req-e2919061-23dc-4897-8762-def78f0ad9f9 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:00.333097 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-68a330fe-6f7f-46d8-b3b0-9cac80ed36ce req-e2919061-23dc-4897-8762-def78f0ad9f9 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for port (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:00.351095 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-68a330fe-6f7f-46d8-b3b0-9cac80ed36ce req-e2919061-23dc-4897-8762-def78f0ad9f9 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6851976 Jun 03 15:35:00.362774 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [req-68a330fe-6f7f-46d8-b3b0-9cac80ed36ce req-b34331ab-d2b2-49cb-9e59-49612e89e8cf service neutron] Request body: {'port': {'device_id': '838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:35:00.433651 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-68a330fe-6f7f-46d8-b3b0-9cac80ed36ce req-b34331ab-d2b2-49cb-9e59-49612e89e8cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (19ee1e44-f976-459e-a5b3-bb93ee091e6c), before_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:00.557518 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954ed72-c6eb-4067-91e0-a56705f51c00 req-297467c1-c989-4760-9f25-a97990912db6 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:00.558942 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-5954ed72-c6eb-4067-91e0-a56705f51c00 req-297467c1-c989-4760-9f25-a97990912db6 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e324bc-ede1-49c6-b397-7cd7eef8fe4d HTTP/1.1" status: 200 len: 943 time: 0.0799417 Jun 03 15:35:00.587246 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-329dc9cf-605b-4d5c-b576-113328db7524 None None] Provisioning complete for port 19ee1e44-f976-459e-a5b3-bb93ee091e6c triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:35:00.587870 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-329dc9cf-605b-4d5c-b576-113328db7524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (19ee1e44-f976-459e-a5b3-bb93ee091e6c), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:00.620210 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-329dc9cf-605b-4d5c-b576-113328db7524 None None] Port 19ee1e44-f976-459e-a5b3-bb93ee091e6c cannot update to ACTIVE because it is not bound. {{(pid=103921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 15:35:00.683969 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-5954ed72-c6eb-4067-91e0-a56705f51c00 req-1414313c-14fe-4795-ab16-1a603cca02dc tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.93 "GET /v2.0/security-groups?id=42d72d5a-b141-4d8d-b233-41b1feaad181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143918 Jun 03 15:35:00.878472 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.notifiers.nova [req-68a330fe-6f7f-46d8-b3b0-9cac80ed36ce req-b34331ab-d2b2-49cb-9e59-49612e89e8cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19ee1e44-f976-459e-a5b3-bb93ee091e6c {{(pid=103919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:35:00.903899 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-68a330fe-6f7f-46d8-b3b0-9cac80ed36ce req-b34331ab-d2b2-49cb-9e59-49612e89e8cf service neutron] Publish callbacks [] for port (19ee1e44-f976-459e-a5b3-bb93ee091e6c), precommit_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:00.930254 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.provisioning_blocks [req-68a330fe-6f7f-46d8-b3b0-9cac80ed36ce req-b34331ab-d2b2-49cb-9e59-49612e89e8cf service neutron] Transition to ACTIVE for port object 19ee1e44-f976-459e-a5b3-bb93ee091e6c will not be triggered until provisioned by entity L2. {{(pid=103919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 03 15:35:00.939696 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-68a330fe-6f7f-46d8-b3b0-9cac80ed36ce req-b34331ab-d2b2-49cb-9e59-49612e89e8cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4807753'] for port (19ee1e44-f976-459e-a5b3-bb93ee091e6c), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:01.023080 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6ebbd4-e27c-4320-9abc-e259561b487e req-2b84d857-4a7b-428e-beee-7f8378923908 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:01.024604 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-fd6ebbd4-e27c-4320-9abc-e259561b487e req-2b84d857-4a7b-428e-beee-7f8378923908 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b HTTP/1.1" status: 200 len: 932 time: 0.1837506 Jun 03 15:35:01.038456 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:01.180229 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7731d-8e6a-46b5-bae7-42665850d54a req-0a963124-6d26-4e68-876f-d03434d7ae00 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:01.182382 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device a2683068-e975-44f9-bfbb-088b723434a1 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 15:35:01.182667 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-a7a7731d-8e6a-46b5-bae7-42665850d54a req-0a963124-6d26-4e68-876f-d03434d7ae00 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.95 "GET /v2.0/networks?id=3678c4cd-eafc-4004-83e0-eba3e6fa12f1 HTTP/1.1" status: 200 len: 808 time: 0.2910352 Jun 03 15:35:01.194414 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-fd6ebbd4-e27c-4320-9abc-e259561b487e req-5400d76e-e2b5-4352-84ce-3f23a0835682 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/security-groups?id=b88df937-e402-4cfa-971f-d0284891327a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466513 Jun 03 15:35:01.220154 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-d1dffad1-a0a7-426d-9067-19e5893e9ae1 req-1649a474-0ab5-4b36-b0a4-9df2504e2bc4 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/ports?device_id=fb9d69bb-7d87-4df7-b525-1585a3fcd0d5 HTTP/1.1" status: 200 len: 210 time: 0.1414592 Jun 03 15:35:01.230353 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34331ab-d2b2-49cb-9e59-49612e89e8cf service neutron] Pushing event updated for resources: {'Port': ['ID=19ee1e44-f976-459e-a5b3-bb93ee091e6c,revision_number=2']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:01.251243 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [req-a7a7731d-8e6a-46b5-bae7-42665850d54a req-a5ebf952-5330-40d4-9914-831b33ea7def tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Request body: {'port': {'device_id': 'fb9d69bb-7d87-4df7-b525-1585a3fcd0d5', 'network_id': '3678c4cd-eafc-4004-83e0-eba3e6fa12f1', 'admin_state_up': True, 'tenant_id': 'bcb5131601b14b5884956a189e6e9462'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:35:01.292240 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:01.293933 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [req-68a330fe-6f7f-46d8-b3b0-9cac80ed36ce req-b34331ab-d2b2-49cb-9e59-49612e89e8cf service neutron] Attempting to bind port 19ee1e44-f976-459e-a5b3-bb93ee091e6c on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 15:35:01.294316 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [req-68a330fe-6f7f-46d8-b3b0-9cac80ed36ce req-b34331ab-d2b2-49cb-9e59-49612e89e8cf service neutron] Attempting to bind port 19ee1e44-f976-459e-a5b3-bb93ee091e6c by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'cddab803-ac25-466c-8492-d9f6e68d1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '2d580292-795d-4fee-87ce-011961d3c846'}] {{(pid=103919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 15:35:01.294760 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a330fe-6f7f-46d8-b3b0-9cac80ed36ce req-b34331ab-d2b2-49cb-9e59-49612e89e8cf service neutron] Attempting to bind port 19ee1e44-f976-459e-a5b3-bb93ee091e6c on network 2d580292-795d-4fee-87ce-011961d3c846 {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:35:01.301841 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a330fe-6f7f-46d8-b3b0-9cac80ed36ce req-b34331ab-d2b2-49cb-9e59-49612e89e8cf service neutron] Port 19ee1e44-f976-459e-a5b3-bb93ee091e6c on network 2d580292-795d-4fee-87ce-011961d3c846 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 03 15:35:01.302267 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a330fe-6f7f-46d8-b3b0-9cac80ed36ce req-b34331ab-d2b2-49cb-9e59-49612e89e8cf service neutron] Attempting to bind port 19ee1e44-f976-459e-a5b3-bb93ee091e6c on network 2d580292-795d-4fee-87ce-011961d3c846 {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:35:01.310198 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a330fe-6f7f-46d8-b3b0-9cac80ed36ce req-b34331ab-d2b2-49cb-9e59-49612e89e8cf service neutron] Checking agent: {'id': '5d40428d-d668-464b-bcee-3124e1355b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 24, 37), 'started_at': datetime.datetime(2022, 6, 3, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 15:35:01.310649 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a330fe-6f7f-46d8-b3b0-9cac80ed36ce req-b34331ab-d2b2-49cb-9e59-49612e89e8cf service neutron] Checking segment: {'id': 'cddab803-ac25-466c-8492-d9f6e68d1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '2d580292-795d-4fee-87ce-011961d3c846'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:35:01.311436 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a330fe-6f7f-46d8-b3b0-9cac80ed36ce req-b34331ab-d2b2-49cb-9e59-49612e89e8cf service neutron] Bound using segment: {'id': 'cddab803-ac25-466c-8492-d9f6e68d1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '2d580292-795d-4fee-87ce-011961d3c846'} {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 15:35:01.312696 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [req-68a330fe-6f7f-46d8-b3b0-9cac80ed36ce req-b34331ab-d2b2-49cb-9e59-49612e89e8cf service neutron] Bound port: 19ee1e44-f976-459e-a5b3-bb93ee091e6c, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cddab803-ac25-466c-8492-d9f6e68d1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '2d580292-795d-4fee-87ce-011961d3c846'}}] {{(pid=103919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 15:35:01.312894 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-68a330fe-6f7f-46d8-b3b0-9cac80ed36ce req-b34331ab-d2b2-49cb-9e59-49612e89e8cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (19ee1e44-f976-459e-a5b3-bb93ee091e6c), before_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:01.412625 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [req-68a330fe-6f7f-46d8-b3b0-9cac80ed36ce req-b34331ab-d2b2-49cb-9e59-49612e89e8cf service neutron] For port 19ee1e44-f976-459e-a5b3-bb93ee091e6c, host hv-cinder-83124, cleared binding levels {{(pid=103919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 15:35:01.417200 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [req-68a330fe-6f7f-46d8-b3b0-9cac80ed36ce req-b34331ab-d2b2-49cb-9e59-49612e89e8cf service neutron] For port 19ee1e44-f976-459e-a5b3-bb93ee091e6c, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=19ee1e44-f976-459e-a5b3-bb93ee091e6c,segment=NetworkSegment(cddab803-ac25-466c-8492-d9f6e68d1532),segment_id=cddab803-ac25-466c-8492-d9f6e68d1532)] {{(pid=103919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 15:35:01.425404 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-68a330fe-6f7f-46d8-b3b0-9cac80ed36ce req-b34331ab-d2b2-49cb-9e59-49612e89e8cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4807753'] for port (19ee1e44-f976-459e-a5b3-bb93ee091e6c), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:01.425869 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port a2683068-e975-44f9-bfbb-088b723434a1, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=a2683068-e975-44f9-bfbb-088b723434a1,segment=NetworkSegment(ee7b5cac-c2ff-4415-b98e-a1aa8e607bdf),segment_id=ee7b5cac-c2ff-4415-b98e-a1aa8e607bdf)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:35:01.433232 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7a7731d-8e6a-46b5-bae7-42665850d54a req-a5ebf952-5330-40d4-9914-831b33ea7def tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Made reservation on behalf of bcb5131601b14b5884956a189e6e9462 for: {'port': 1} {{(pid=103920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:35:01.443173 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-a7a7731d-8e6a-46b5-bae7-42665850d54a req-a5ebf952-5330-40d4-9914-831b33ea7def tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:01.448903 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Returning: {'device': 'a2683068-e975-44f9-bfbb-088b723434a1', 'network_id': '914f3c40-3d58-42c5-84f2-1921af6d0fdf', 'port_id': 'a2683068-e975-44f9-bfbb-088b723434a1', 'mac_address': 'fa:16:3e:3e:7f:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da6f25de-d675-4270-a05c-368266d42ad7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 15:35:01.464509 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a330fe-6f7f-46d8-b3b0-9cac80ed36ce req-b34331ab-d2b2-49cb-9e59-49612e89e8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:01.465282 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-68a330fe-6f7f-46d8-b3b0-9cac80ed36ce req-b34331ab-d2b2-49cb-9e59-49612e89e8cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for port (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:01.466721 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-68a330fe-6f7f-46d8-b3b0-9cac80ed36ce req-b34331ab-d2b2-49cb-9e59-49612e89e8cf service neutron] 10.222.0.95 "PUT /v2.0/ports/19ee1e44-f976-459e-a5b3-bb93ee091e6c HTTP/1.1" status: 200 len: 1094 time: 1.1084242 Jun 03 15:35:01.467156 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b', 'tag': '19ee1e44-f976-459e-a5b3-bb93ee091e6c'}] {{(pid=103919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:35:01.470208 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb6718ce3f0a4af57ef91ee7142c10b6234fd65cffdc95d0a08216ae9169e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54503d00-3caa-4cf8-95bf-ee911e87ede3" -d '{"events": [{"name": "network-changed", "server_uuid": "838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b", "tag": "19ee1e44-f976-459e-a5b3-bb93ee091e6c"}]}' {{(pid=103919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:35:01.503719 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34331ab-d2b2-49cb-9e59-49612e89e8cf service neutron] Pushing event updated for resources: {'Port': ['ID=19ee1e44-f976-459e-a5b3-bb93ee091e6c,revision_number=3']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:01.552316 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 15:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06de058-1850-4094-abdb-e4c20250877f x-openstack-request-id: req-d06de058-1850-4094-abdb-e4c20250877f {{(pid=103919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:35:01.552861 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b", "tag": "19ee1e44-f976-459e-a5b3-bb93ee091e6c", "status": "completed", "code": 200}]} {{(pid=103919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:35:01.553306 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d06de058-1850-4094-abdb-e4c20250877f {{(pid=103919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:35:01.553901 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d06de058-1850-4094-abdb-e4c20250877f'] response: {'name': 'network-changed', 'server_uuid': '838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b', 'tag': '19ee1e44-f976-459e-a5b3-bb93ee091e6c', 'status': 'completed', 'code': 200} Jun 03 15:35:01.566967 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 58584) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:35:01.573418 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Current status of the port a2683068-e975-44f9-bfbb-088b723434a1 is: DOWN; New status is: BUILD {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:35:01.573802 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (a2683068-e975-44f9-bfbb-088b723434a1), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:01.596957 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a330fe-6f7f-46d8-b3b0-9cac80ed36ce req-5102c922-aaa0-43fb-b63e-81704cbcb717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:01.599529 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2683068-e975-44f9-bfbb-088b723434a1 {{(pid=103921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:35:01.601896 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-68a330fe-6f7f-46d8-b3b0-9cac80ed36ce req-5102c922-aaa0-43fb-b63e-81704cbcb717 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=141bd2be69f243aa926f28b96eb6f0d5&device_id=838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b HTTP/1.1" status: 200 len: 1128 time: 0.0716612 Jun 03 15:35:01.637140 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port a2683068-e975-44f9-bfbb-088b723434a1, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=a2683068-e975-44f9-bfbb-088b723434a1,segment=NetworkSegment(ee7b5cac-c2ff-4415-b98e-a1aa8e607bdf),segment_id=ee7b5cac-c2ff-4415-b98e-a1aa8e607bdf)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:35:01.642497 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (a2683068-e975-44f9-bfbb-088b723434a1), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:01.644889 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-68a330fe-6f7f-46d8-b3b0-9cac80ed36ce req-e529e121-8235-4b70-ad94-9f63d77adabf service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19ee1e44-f976-459e-a5b3-bb93ee091e6c HTTP/1.1" status: 200 len: 217 time: 0.0363312 Jun 03 15:35:01.645380 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:01.696909 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:01.717175 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_common [req-a7a7731d-8e6a-46b5-bae7-42665850d54a req-a5ebf952-5330-40d4-9914-831b33ea7def tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Allocated IP 172.20.0.5 (3678c4cd-eafc-4004-83e0-eba3e6fa12f1/05a519a8-81cb-441e-a5dd-14876e357c44/35aee873-ae42-4009-b76c-8be3dd44183f) {{(pid=103920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:35:01.719951 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a330fe-6f7f-46d8-b3b0-9cac80ed36ce req-d94ac3a4-1e05-451d-ae0d-1a4ae528ba39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:01.722752 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-68a330fe-6f7f-46d8-b3b0-9cac80ed36ce req-d94ac3a4-1e05-451d-ae0d-1a4ae528ba39 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=070f5c1f-f3d7-449a-a6e3-c5340374af16 HTTP/1.1" status: 200 len: 851 time: 0.0713656 Jun 03 15:35:01.752626 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Pushing event updated for resources: {'Port': ['ID=a2683068-e975-44f9-bfbb-088b723434a1,revision_number=4']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:01.762755 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:01.763376 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:01.764046 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:01.765089 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:01.765612 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:01.766092 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:01.766606 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:01.768590 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:01.769116 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:01.769983 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:01.771041 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:01.771343 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:01.771689 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:01.772006 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:01.772446 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:01.803501 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a330fe-6f7f-46d8-b3b0-9cac80ed36ce req-5b557917-1d20-4337-b9c5-ecfbfba492bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:01.805010 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-68a330fe-6f7f-46d8-b3b0-9cac80ed36ce req-5b557917-1d20-4337-b9c5-ecfbfba492bc service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2d580292-795d-4fee-87ce-011961d3c846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0737181 Jun 03 15:35:01.808928 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c8ddda11-804d-4a6f-a39e-7d1253a023bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:01.865994 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] get_ports_and_sgs() called for port_ids ['a2683068-e975-44f9-bfbb-088b723434a1'] {{(pid=103921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 15:35:01.900944 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d8a1b-5434-4ca6-843c-8ee9aab8d26a req-31e85601-d961-4e86-897e-c851d1a2971d tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:01.902480 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-a99d8a1b-5434-4ca6-843c-8ee9aab8d26a req-31e85601-d961-4e86-897e-c851d1a2971d tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e324bc-ede1-49c6-b397-7cd7eef8fe4d HTTP/1.1" status: 200 len: 944 time: 0.0965810 Jun 03 15:35:01.959314 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-68a330fe-6f7f-46d8-b3b0-9cac80ed36ce req-d69d7f80-f16b-4a02-a523-627f471ccc83 service neutron] 10.222.0.95 "GET /v2.0/networks/2d580292-795d-4fee-87ce-011961d3c846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421573 Jun 03 15:35:01.979414 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:01.991645 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-a7a7731d-8e6a-46b5-bae7-42665850d54a req-a5ebf952-5330-40d4-9914-831b33ea7def tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Publish callbacks [] for port (35aee873-ae42-4009-b76c-8be3dd44183f), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:02.006564 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c8ddda11-804d-4a6f-a39e-7d1253a023bc admin admin] Publish callbacks [] for security_group (75ebe813-b627-427c-acf3-93007cac1f7c), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:02.012878 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c8ddda11-804d-4a6f-a39e-7d1253a023bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (75ebe813-b627-427c-acf3-93007cac1f7c), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:02.030170 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-a99d8a1b-5434-4ca6-843c-8ee9aab8d26a req-66ed4dd5-c7de-454f-a70f-79b991a42359 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.93 "GET /v2.0/security-groups?id=42d72d5a-b141-4d8d-b233-41b1feaad181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031666 Jun 03 15:35:02.074731 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-c8ddda11-804d-4a6f-a39e-7d1253a023bc admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8a0935e619f143e58d185db5a8a581f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5062633 Jun 03 15:35:02.077868 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 58594) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:35:02.086006 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-68a330fe-6f7f-46d8-b3b0-9cac80ed36ce req-aa456948-b7e7-46cb-a63a-4c59d9101054 service neutron] 10.222.0.95 "GET /v2.0/networks/2d580292-795d-4fee-87ce-011961d3c846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158109 Jun 03 15:35:02.086735 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ddda11-804d-4a6f-a39e-7d1253a023bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ebe813-b627-427c-acf3-93007cac1f7c,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:02.112454 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-a7a7731d-8e6a-46b5-bae7-42665850d54a req-a5ebf952-5330-40d4-9914-831b33ea7def tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5848811'] for port (35aee873-ae42-4009-b76c-8be3dd44183f), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:02.122875 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:02.178769 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7a7731d-8e6a-46b5-bae7-42665850d54a req-a5ebf952-5330-40d4-9914-831b33ea7def tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Network 3678c4cd-eafc-4004-83e0-eba3e6fa12f1 is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:35:02.189599 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [req-a7a7731d-8e6a-46b5-bae7-42665850d54a req-a5ebf952-5330-40d4-9914-831b33ea7def tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:35:02.197838 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a7731d-8e6a-46b5-bae7-42665850d54a req-a5ebf952-5330-40d4-9914-831b33ea7def tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Received port after_create {{(pid=103920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:35:02.204773 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c63eacd1-755b-4859-be54-3df2ac3aee18 admin admin] Publish callbacks [] for security_group (75ebe813-b627-427c-acf3-93007cac1f7c), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:02.228695 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ebf952-5330-40d4-9914-831b33ea7def tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Pushing event updated for resources: {'Port': ['ID=35aee873-ae42-4009-b76c-8be3dd44183f,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:02.260458 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c63eacd1-755b-4859-be54-3df2ac3aee18 admin admin] Publish callbacks [] for security_group (75ebe813-b627-427c-acf3-93007cac1f7c), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:02.282726 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7731d-8e6a-46b5-bae7-42665850d54a req-a5ebf952-5330-40d4-9914-831b33ea7def tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:02.283359 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-a7a7731d-8e6a-46b5-bae7-42665850d54a req-a5ebf952-5330-40d4-9914-831b33ea7def tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for port (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:02.304773 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 58602) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:35:02.351343 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-a7a7731d-8e6a-46b5-bae7-42665850d54a req-a5ebf952-5330-40d4-9914-831b33ea7def tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1041422 Jun 03 15:35:02.365260 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd0f28-7515-40e2-87fe-5a076114625c req-bc58f233-2c59-43b0-a4f1-e650838dbf8d tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:02.366783 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-85cd0f28-7515-40e2-87fe-5a076114625c req-bc58f233-2c59-43b0-a4f1-e650838dbf8d tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b HTTP/1.1" status: 200 len: 944 time: 0.0727241 Jun 03 15:35:02.370367 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [req-a7a7731d-8e6a-46b5-bae7-42665850d54a req-8fdbe8d1-3401-4bff-aece-965ffd62a43c service neutron] Request body: {'port': {'device_id': 'fb9d69bb-7d87-4df7-b525-1585a3fcd0d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:35:02.408096 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548d085-8c67-4db7-8411-25ade1f2d8dd req-35f6955e-cf0b-4e62-95c0-85c1aaa705d7 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:02.409742 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-a548d085-8c67-4db7-8411-25ade1f2d8dd req-35f6955e-cf0b-4e62-95c0-85c1aaa705d7 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/ports?device_id=fb9d69bb-7d87-4df7-b525-1585a3fcd0d5 HTTP/1.1" status: 200 len: 931 time: 0.0987055 Jun 03 15:35:02.415313 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54503d00-3caa-4cf8-95bf-ee911e87ede3 req-14045e37-9bce-4c62-8222-e67fd73c9df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:02.417322 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-54503d00-3caa-4cf8-95bf-ee911e87ede3 req-14045e37-9bce-4c62-8222-e67fd73c9df3 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=141bd2be69f243aa926f28b96eb6f0d5&device_id=838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b HTTP/1.1" status: 200 len: 1128 time: 0.0656948 Jun 03 15:35:02.422503 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c63eacd1-755b-4859-be54-3df2ac3aee18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (75ebe813-b627-427c-acf3-93007cac1f7c), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:02.425078 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c63eacd1-755b-4859-be54-3df2ac3aee18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:02.426420 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-c63eacd1-755b-4859-be54-3df2ac3aee18 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/75ebe813-b627-427c-acf3-93007cac1f7c HTTP/1.1" status: 204 len: 168 time: 0.3472965 Jun 03 15:35:02.469128 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63eacd1-755b-4859-be54-3df2ac3aee18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ebe813-b627-427c-acf3-93007cac1f7c,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:02.473174 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-d08e4ffa-4ef6-4e31-ab07-27a1eb9aa783 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:02.485952 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-85cd0f28-7515-40e2-87fe-5a076114625c req-73734c9d-c3c1-4f82-9288-f76e1d36a276 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/security-groups?id=b88df937-e402-4cfa-971f-d0284891327a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117470 Jun 03 15:35:02.491354 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-a7a7731d-8e6a-46b5-bae7-42665850d54a req-8fdbe8d1-3401-4bff-aece-965ffd62a43c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (35aee873-ae42-4009-b76c-8be3dd44183f), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:02.596833 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-a548d085-8c67-4db7-8411-25ade1f2d8dd req-bc639d51-9667-4e0e-9810-b1704e77169c tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/security-groups?id=710d42dd-3852-4a0f-a40a-09b77d4a5e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776941 Jun 03 15:35:02.638389 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:02.647674 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54503d00-3caa-4cf8-95bf-ee911e87ede3 req-58e6a30e-81b5-4e65-9897-3c7511f4835e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:02.649150 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-54503d00-3caa-4cf8-95bf-ee911e87ede3 req-58e6a30e-81b5-4e65-9897-3c7511f4835e service neutron] 10.222.0.95 "GET /v2.0/networks?id=2d580292-795d-4fee-87ce-011961d3c846 HTTP/1.1" status: 200 len: 913 time: 0.2183697 Jun 03 15:35:02.699007 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-54503d00-3caa-4cf8-95bf-ee911e87ede3 req-3af0c3a4-6b07-4a18-ad6c-89eaedf4318d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19ee1e44-f976-459e-a5b3-bb93ee091e6c HTTP/1.1" status: 200 len: 217 time: 0.0437312 Jun 03 15:35:02.721461 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-d08e4ffa-4ef6-4e31-ab07-27a1eb9aa783 admin admin] Publish callbacks [] for security_group (210845c1-10a3-4b7d-b3bb-2e87d0e7428e), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:02.726831 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:02.749663 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-d08e4ffa-4ef6-4e31-ab07-27a1eb9aa783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (210845c1-10a3-4b7d-b3bb-2e87d0e7428e), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:02.805110 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08e4ffa-4ef6-4e31-ab07-27a1eb9aa783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=210845c1-10a3-4b7d-b3bb-2e87d0e7428e,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:02.813207 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 58610) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:35:02.822844 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-d08e4ffa-4ef6-4e31-ab07-27a1eb9aa783 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=daf2b77a77ba4e9481a417ed79a22b49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5167730 Jun 03 15:35:02.826119 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 58612) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:35:02.829678 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [req-a7a7731d-8e6a-46b5-bae7-42665850d54a req-8fdbe8d1-3401-4bff-aece-965ffd62a43c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35aee873-ae42-4009-b76c-8be3dd44183f {{(pid=103920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:35:02.837415 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-a7a7731d-8e6a-46b5-bae7-42665850d54a req-8fdbe8d1-3401-4bff-aece-965ffd62a43c service neutron] Publish callbacks [] for port (35aee873-ae42-4009-b76c-8be3dd44183f), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:02.841819 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54503d00-3caa-4cf8-95bf-ee911e87ede3 req-f321024e-04e2-4a08-aea1-8f6f0e434836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:02.843880 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-54503d00-3caa-4cf8-95bf-ee911e87ede3 req-f321024e-04e2-4a08-aea1-8f6f0e434836 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=070f5c1f-f3d7-449a-a6e3-c5340374af16 HTTP/1.1" status: 200 len: 851 time: 0.1365218 Jun 03 15:35:02.849372 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-893e3456-f87e-4d73-a554-8dfa4b256e0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:02.851882 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.provisioning_blocks [req-a7a7731d-8e6a-46b5-bae7-42665850d54a req-8fdbe8d1-3401-4bff-aece-965ffd62a43c service neutron] Transition to ACTIVE for port object 35aee873-ae42-4009-b76c-8be3dd44183f will not be triggered until provisioned by entity L2. {{(pid=103920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 03 15:35:02.855473 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-a7a7731d-8e6a-46b5-bae7-42665850d54a req-8fdbe8d1-3401-4bff-aece-965ffd62a43c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5848786'] for port (35aee873-ae42-4009-b76c-8be3dd44183f), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:02.908959 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdbe8d1-3401-4bff-aece-965ffd62a43c service neutron] Pushing event updated for resources: {'Port': ['ID=35aee873-ae42-4009-b76c-8be3dd44183f,revision_number=2']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:02.918071 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54503d00-3caa-4cf8-95bf-ee911e87ede3 req-f67e3230-3aab-468f-9c2f-567934ee846b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:02.919584 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-54503d00-3caa-4cf8-95bf-ee911e87ede3 req-f67e3230-3aab-468f-9c2f-567934ee846b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2d580292-795d-4fee-87ce-011961d3c846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0672874 Jun 03 15:35:02.981869 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.managers [req-a7a7731d-8e6a-46b5-bae7-42665850d54a req-8fdbe8d1-3401-4bff-aece-965ffd62a43c service neutron] Attempting to bind port 35aee873-ae42-4009-b76c-8be3dd44183f on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 15:35:02.982202 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.managers [req-a7a7731d-8e6a-46b5-bae7-42665850d54a req-8fdbe8d1-3401-4bff-aece-965ffd62a43c service neutron] Attempting to bind port 35aee873-ae42-4009-b76c-8be3dd44183f by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'a95fd353-fe66-468b-b963-edaa6432b405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '3678c4cd-eafc-4004-83e0-eba3e6fa12f1'}] {{(pid=103920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 15:35:02.982551 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a7731d-8e6a-46b5-bae7-42665850d54a req-8fdbe8d1-3401-4bff-aece-965ffd62a43c service neutron] Attempting to bind port 35aee873-ae42-4009-b76c-8be3dd44183f on network 3678c4cd-eafc-4004-83e0-eba3e6fa12f1 {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:35:02.987322 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a7731d-8e6a-46b5-bae7-42665850d54a req-8fdbe8d1-3401-4bff-aece-965ffd62a43c service neutron] Port 35aee873-ae42-4009-b76c-8be3dd44183f on network 3678c4cd-eafc-4004-83e0-eba3e6fa12f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 03 15:35:02.987645 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a7731d-8e6a-46b5-bae7-42665850d54a req-8fdbe8d1-3401-4bff-aece-965ffd62a43c service neutron] Attempting to bind port 35aee873-ae42-4009-b76c-8be3dd44183f on network 3678c4cd-eafc-4004-83e0-eba3e6fa12f1 {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:35:02.988999 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:02.992850 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a7731d-8e6a-46b5-bae7-42665850d54a req-8fdbe8d1-3401-4bff-aece-965ffd62a43c service neutron] Checking agent: {'id': '5d40428d-d668-464b-bcee-3124e1355b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 24, 37), 'started_at': datetime.datetime(2022, 6, 3, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 15:35:02.993323 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a7731d-8e6a-46b5-bae7-42665850d54a req-8fdbe8d1-3401-4bff-aece-965ffd62a43c service neutron] Checking segment: {'id': 'a95fd353-fe66-468b-b963-edaa6432b405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '3678c4cd-eafc-4004-83e0-eba3e6fa12f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:35:02.993746 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a7731d-8e6a-46b5-bae7-42665850d54a req-8fdbe8d1-3401-4bff-aece-965ffd62a43c service neutron] Bound using segment: {'id': 'a95fd353-fe66-468b-b963-edaa6432b405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '3678c4cd-eafc-4004-83e0-eba3e6fa12f1'} {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 15:35:02.994123 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.managers [req-a7a7731d-8e6a-46b5-bae7-42665850d54a req-8fdbe8d1-3401-4bff-aece-965ffd62a43c service neutron] Bound port: 35aee873-ae42-4009-b76c-8be3dd44183f, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a95fd353-fe66-468b-b963-edaa6432b405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '3678c4cd-eafc-4004-83e0-eba3e6fa12f1'}}] {{(pid=103920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 15:35:02.994475 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-a7a7731d-8e6a-46b5-bae7-42665850d54a req-8fdbe8d1-3401-4bff-aece-965ffd62a43c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (35aee873-ae42-4009-b76c-8be3dd44183f), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:02.997107 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:03.025149 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-abdf76ef-7f56-47aa-b5ff-5c6331b1a444 admin admin] Publish callbacks [] for security_group (210845c1-10a3-4b7d-b3bb-2e87d0e7428e), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:03.073188 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [req-a7a7731d-8e6a-46b5-bae7-42665850d54a req-8fdbe8d1-3401-4bff-aece-965ffd62a43c service neutron] For port 35aee873-ae42-4009-b76c-8be3dd44183f, host hv-cinder-83124, cleared binding levels {{(pid=103920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 15:35:03.079055 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-abdf76ef-7f56-47aa-b5ff-5c6331b1a444 admin admin] Publish callbacks [] for security_group (210845c1-10a3-4b7d-b3bb-2e87d0e7428e), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:03.079742 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [req-a7a7731d-8e6a-46b5-bae7-42665850d54a req-8fdbe8d1-3401-4bff-aece-965ffd62a43c service neutron] For port 35aee873-ae42-4009-b76c-8be3dd44183f, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=35aee873-ae42-4009-b76c-8be3dd44183f,segment=NetworkSegment(a95fd353-fe66-468b-b963-edaa6432b405),segment_id=a95fd353-fe66-468b-b963-edaa6432b405)] {{(pid=103920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 15:35:03.086173 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-a7a7731d-8e6a-46b5-bae7-42665850d54a req-8fdbe8d1-3401-4bff-aece-965ffd62a43c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5848786'] for port (35aee873-ae42-4009-b76c-8be3dd44183f), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:03.103792 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7731d-8e6a-46b5-bae7-42665850d54a req-8fdbe8d1-3401-4bff-aece-965ffd62a43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:03.104520 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-a7a7731d-8e6a-46b5-bae7-42665850d54a req-8fdbe8d1-3401-4bff-aece-965ffd62a43c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for port (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:03.104656 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-54503d00-3caa-4cf8-95bf-ee911e87ede3 req-45ea7e75-9552-4cbe-9926-56b82b2a962c service neutron] 10.222.0.95 "GET /v2.0/networks/2d580292-795d-4fee-87ce-011961d3c846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766567 Jun 03 15:35:03.106109 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-a7a7731d-8e6a-46b5-bae7-42665850d54a req-8fdbe8d1-3401-4bff-aece-965ffd62a43c service neutron] 10.222.0.95 "PUT /v2.0/ports/35aee873-ae42-4009-b76c-8be3dd44183f HTTP/1.1" status: 200 len: 1093 time: 0.7475896 Jun 03 15:35:03.109357 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb9d69bb-7d87-4df7-b525-1585a3fcd0d5', 'tag': '35aee873-ae42-4009-b76c-8be3dd44183f'}] {{(pid=103920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:35:03.111629 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fde6ca1c4b3e174e639905c0d93b14e8a3905e0af4b9b9445456920c81b8107" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60546791-9115-48ec-8d2d-98a3dcfa16b9" -d '{"events": [{"name": "network-changed", "server_uuid": "fb9d69bb-7d87-4df7-b525-1585a3fcd0d5", "tag": "35aee873-ae42-4009-b76c-8be3dd44183f"}]}' {{(pid=103920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:35:03.114777 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-893e3456-f87e-4d73-a554-8dfa4b256e0f admin admin] Publish callbacks [] for security_group (d52cc667-0473-4f4c-a482-c285c502126e), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:03.143336 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-893e3456-f87e-4d73-a554-8dfa4b256e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (d52cc667-0473-4f4c-a482-c285c502126e), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:03.186695 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device a2683068-e975-44f9-bfbb-088b723434a1 up at agent hyperv_hv-cinder-83124 {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:35:03.204296 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 15:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684ecde7-4236-41d5-bd9c-b35508dc74a4 x-openstack-request-id: req-684ecde7-4236-41d5-bd9c-b35508dc74a4 {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:35:03.204605 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb9d69bb-7d87-4df7-b525-1585a3fcd0d5", "tag": "35aee873-ae42-4009-b76c-8be3dd44183f", "status": "completed", "code": 200}]} {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:35:03.204828 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-684ecde7-4236-41d5-bd9c-b35508dc74a4 {{(pid=103920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:35:03.205219 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-684ecde7-4236-41d5-bd9c-b35508dc74a4'] response: {'name': 'network-changed', 'server_uuid': 'fb9d69bb-7d87-4df7-b525-1585a3fcd0d5', 'tag': '35aee873-ae42-4009-b76c-8be3dd44183f', 'status': 'completed', 'code': 200} Jun 03 15:35:03.238727 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Provisioning for port a2683068-e975-44f9-bfbb-088b723434a1 completed by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 03 15:35:03.246470 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Provisioning complete for port a2683068-e975-44f9-bfbb-088b723434a1 triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:35:03.246894 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (a2683068-e975-44f9-bfbb-088b723434a1), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:03.250711 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8eb5b-dcd3-4c73-9266-b4d5dd8ab8a2 req-180dba47-149b-4875-b04f-1af75564dc80 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:03.258437 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-17e8eb5b-dcd3-4c73-9266-b4d5dd8ab8a2 req-180dba47-149b-4875-b04f-1af75564dc80 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e324bc-ede1-49c6-b397-7cd7eef8fe4d HTTP/1.1" status: 200 len: 944 time: 0.1501858 Jun 03 15:35:03.261728 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdbe8d1-3401-4bff-aece-965ffd62a43c service neutron] Pushing event updated for resources: {'Port': ['ID=35aee873-ae42-4009-b76c-8be3dd44183f,revision_number=3']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:03.279541 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7731d-8e6a-46b5-bae7-42665850d54a req-5ba6b7ab-9ca7-45e7-8f5f-6267f0a08095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:03.281045 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-a7a7731d-8e6a-46b5-bae7-42665850d54a req-5ba6b7ab-9ca7-45e7-8f5f-6267f0a08095 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=bcb5131601b14b5884956a189e6e9462&device_id=fb9d69bb-7d87-4df7-b525-1585a3fcd0d5 HTTP/1.1" status: 200 len: 1127 time: 0.1094830 Jun 03 15:35:03.310456 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:03.331818 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-a7a7731d-8e6a-46b5-bae7-42665850d54a req-b7992a71-7218-46b1-8f51-77f2f90c4e35 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35aee873-ae42-4009-b76c-8be3dd44183f HTTP/1.1" status: 200 len: 217 time: 0.0419693 Jun 03 15:35:03.332807 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Current status of the port a2683068-e975-44f9-bfbb-088b723434a1 is: BUILD; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:35:03.333190 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (a2683068-e975-44f9-bfbb-088b723434a1), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:03.359145 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e324bc-ede1-49c6-b397-7cd7eef8fe4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2683068-e975-44f9-bfbb-088b723434a1'}] {{(pid=103921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:35:03.362049 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a0ad6594b2f649df373dfcb19de0225617b45f42ff1455deb142f027ba5606a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff5aef3-c72e-4f4d-94ee-6af62a2ef74d" -d '{"events": [{"server_uuid": "73e324bc-ede1-49c6-b397-7cd7eef8fe4d", "name": "network-vif-plugged", "status": "completed", "tag": "a2683068-e975-44f9-bfbb-088b723434a1"}]}' {{(pid=103921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:35:03.379614 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port a2683068-e975-44f9-bfbb-088b723434a1, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=a2683068-e975-44f9-bfbb-088b723434a1,segment=NetworkSegment(ee7b5cac-c2ff-4415-b98e-a1aa8e607bdf),segment_id=ee7b5cac-c2ff-4415-b98e-a1aa8e607bdf)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:35:03.386915 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (a2683068-e975-44f9-bfbb-088b723434a1), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:03.407969 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-17e8eb5b-dcd3-4c73-9266-b4d5dd8ab8a2 req-cdfbe6c3-4d1e-44a2-9c0e-cab29bf91d49 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.93 "GET /v2.0/security-groups?id=42d72d5a-b141-4d8d-b233-41b1feaad181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485140 Jun 03 15:35:03.431335 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7731d-8e6a-46b5-bae7-42665850d54a req-feeb5740-532e-496a-9d33-2982937849cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:03.433999 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-a7a7731d-8e6a-46b5-bae7-42665850d54a req-feeb5740-532e-496a-9d33-2982937849cd service neutron] 10.222.0.95 "GET /v2.0/subnets?id=05a519a8-81cb-441e-a5dd-14876e357c44 HTTP/1.1" status: 200 len: 848 time: 0.0934939 Jun 03 15:35:03.446294 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 15:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526e0181-30f8-4375-8c8f-30a414f13b80 x-openstack-request-id: req-526e0181-30f8-4375-8c8f-30a414f13b80 {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:35:03.446604 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e324bc-ede1-49c6-b397-7cd7eef8fe4d", "name": "network-vif-plugged", "status": "completed", "tag": "a2683068-e975-44f9-bfbb-088b723434a1", "code": 200}]} {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:35:03.447170 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-526e0181-30f8-4375-8c8f-30a414f13b80 {{(pid=103921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:35:03.448007 dv-cinder-831247-16-iscsi neutron-server[103921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-526e0181-30f8-4375-8c8f-30a414f13b80'] response: {'server_uuid': '73e324bc-ede1-49c6-b397-7cd7eef8fe4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2683068-e975-44f9-bfbb-088b723434a1', 'code': 200} Jun 03 15:35:03.479484 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Pushing event updated for resources: {'Port': ['ID=a2683068-e975-44f9-bfbb-088b723434a1,revision_number=5']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:03.500783 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-893e3456-f87e-4d73-a554-8dfa4b256e0f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=265dcad1c93b40d58c4e0128efc523f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6865420 Jun 03 15:35:03.503453 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 58620) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:35:03.517370 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893e3456-f87e-4d73-a554-8dfa4b256e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d52cc667-0473-4f4c-a482-c285c502126e,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:03.528151 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-abdf76ef-7f56-47aa-b5ff-5c6331b1a444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (210845c1-10a3-4b7d-b3bb-2e87d0e7428e), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:03.531551 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-abdf76ef-7f56-47aa-b5ff-5c6331b1a444 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:03.532734 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-abdf76ef-7f56-47aa-b5ff-5c6331b1a444 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/210845c1-10a3-4b7d-b3bb-2e87d0e7428e HTTP/1.1" status: 204 len: 168 time: 0.7034268 Jun 03 15:35:03.560865 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-a7a7731d-8e6a-46b5-bae7-42665850d54a req-83ae8ef7-536b-43d7-adc3-500daa205133 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3678c4cd-eafc-4004-83e0-eba3e6fa12f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1144547 Jun 03 15:35:03.582487 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdf76ef-7f56-47aa-b5ff-5c6331b1a444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210845c1-10a3-4b7d-b3bb-2e87d0e7428e,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:03.589655 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-54503d00-3caa-4cf8-95bf-ee911e87ede3 req-46217396-f46c-4b7b-8d03-25e10ab50d05 service neutron] 10.222.0.95 "GET /v2.0/networks/2d580292-795d-4fee-87ce-011961d3c846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4735241 Jun 03 15:35:03.704057 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa77f3af-f136-487e-b9cb-d2ddde4174f5 req-6e9e2816-aeed-45a0-93df-0bc798190274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:03.706070 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-fa77f3af-f136-487e-b9cb-d2ddde4174f5 req-6e9e2816-aeed-45a0-93df-0bc798190274 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=73e324bc-ede1-49c6-b397-7cd7eef8fe4d HTTP/1.1" status: 200 len: 1129 time: 0.0668848 Jun 03 15:35:03.712856 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-a7a7731d-8e6a-46b5-bae7-42665850d54a req-8447d806-e149-4704-a523-96dd799f8360 service neutron] 10.222.0.95 "GET /v2.0/networks/3678c4cd-eafc-4004-83e0-eba3e6fa12f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431632 Jun 03 15:35:03.760011 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:03.780675 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4bb42d27-e756-4ace-b2b9-b1c6d85641c4 admin admin] Publish callbacks [] for security_group (d52cc667-0473-4f4c-a482-c285c502126e), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:03.786524 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f06846-551b-490d-b3d5-ac8705d68de1 req-958d1c59-be0f-43f3-be53-eab658c92d21 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:03.788247 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-f6f06846-551b-490d-b3d5-ac8705d68de1 req-958d1c59-be0f-43f3-be53-eab658c92d21 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/ports?device_id=fb9d69bb-7d87-4df7-b525-1585a3fcd0d5 HTTP/1.1" status: 200 len: 943 time: 0.0811508 Jun 03 15:35:03.828507 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-fa77f3af-f136-487e-b9cb-d2ddde4174f5 req-fa2b8f2c-d4bc-4c0d-8120-1ba9f207b590 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=42d72d5a-b141-4d8d-b233-41b1feaad181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099007 Jun 03 15:35:03.844311 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990d93f-fd66-48dc-b649-9843c1f07200 req-5d34d083-1e5f-4b38-a12a-25a05c016555 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:03.845812 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-9990d93f-fd66-48dc-b649-9843c1f07200 req-5d34d083-1e5f-4b38-a12a-25a05c016555 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b HTTP/1.1" status: 200 len: 944 time: 0.1320765 Jun 03 15:35:03.846238 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:03.854264 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=2 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:03.858088 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-f6f06846-551b-490d-b3d5-ac8705d68de1 req-d536e094-3fbd-4ff8-92d0-36e64167a2de tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/security-groups?id=710d42dd-3852-4a0f-a40a-09b77d4a5e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632186 Jun 03 15:35:04.137340 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4bb42d27-e756-4ace-b2b9-b1c6d85641c4 admin admin] Publish callbacks [] for security_group (d52cc667-0473-4f4c-a482-c285c502126e), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:04.242254 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-a7a7731d-8e6a-46b5-bae7-42665850d54a req-96212ecf-89f2-4425-866c-1c6f783d5a6a service neutron] 10.222.0.95 "GET /v2.0/networks/3678c4cd-eafc-4004-83e0-eba3e6fa12f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5092635 Jun 03 15:35:04.245954 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-9990d93f-fd66-48dc-b649-9843c1f07200 req-9d9b1a2c-f35a-4e1b-8b94-15ebcba741e1 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/security-groups?id=b88df937-e402-4cfa-971f-d0284891327a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3917689 Jun 03 15:35:04.274866 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4bb42d27-e756-4ace-b2b9-b1c6d85641c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (d52cc667-0473-4f4c-a482-c285c502126e), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:04.278226 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4bb42d27-e756-4ace-b2b9-b1c6d85641c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:04.278847 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-4bb42d27-e756-4ace-b2b9-b1c6d85641c4 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d52cc667-0473-4f4c-a482-c285c502126e HTTP/1.1" status: 204 len: 168 time: 0.7743492 Jun 03 15:35:04.291743 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb42d27-e756-4ace-b2b9-b1c6d85641c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52cc667-0473-4f4c-a482-c285c502126e,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:04.543187 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9642afc1-6dfe-4e21-bf30-6e1de9cd134b req-10defcf3-835f-4c94-ab3b-d510a946924a tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:04.544708 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-9642afc1-6dfe-4e21-bf30-6e1de9cd134b req-10defcf3-835f-4c94-ab3b-d510a946924a tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e324bc-ede1-49c6-b397-7cd7eef8fe4d HTTP/1.1" status: 200 len: 945 time: 0.0663283 Jun 03 15:35:04.611921 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-9642afc1-6dfe-4e21-bf30-6e1de9cd134b req-a4e97c6b-492b-4058-86a8-6edfb02b24b3 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.93 "GET /v2.0/security-groups?id=42d72d5a-b141-4d8d-b233-41b1feaad181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576606 Jun 03 15:35:04.944769 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 58676) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:35:05.017035 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721469ef-efa2-4369-a6d8-d93d99523fd3 req-6b467b7d-3ab1-4b57-9600-f9873f084bb4 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:05.018741 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-721469ef-efa2-4369-a6d8-d93d99523fd3 req-6b467b7d-3ab1-4b57-9600-f9873f084bb4 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/ports?device_id=fb9d69bb-7d87-4df7-b525-1585a3fcd0d5 HTTP/1.1" status: 200 len: 943 time: 0.0603740 Jun 03 15:35:05.104559 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-721469ef-efa2-4369-a6d8-d93d99523fd3 req-17d10e8d-3c73-4d6a-a4ac-b379547d25f8 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/security-groups?id=710d42dd-3852-4a0f-a40a-09b77d4a5e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744722 Jun 03 15:35:05.105811 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7ea3055c-7461-41ed-9fe9-b306472e5022 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:05.122981 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:05.224922 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7ea3055c-7461-41ed-9fe9-b306472e5022 admin admin] Publish callbacks [] for security_group (31835c3a-a762-4715-a1c4-082f3af7280f), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:05.229369 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-7ea3055c-7461-41ed-9fe9-b306472e5022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (31835c3a-a762-4715-a1c4-082f3af7280f), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:05.270314 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-7ea3055c-7461-41ed-9fe9-b306472e5022 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=7921e14b496448c5bd63b7586b2112d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3243530 Jun 03 15:35:05.271213 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea3055c-7461-41ed-9fe9-b306472e5022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31835c3a-a762-4715-a1c4-082f3af7280f,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:05.272976 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 58686) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:35:05.369746 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-381f6bf1-c1a2-48cd-b25d-6272aae68abc admin admin] Publish callbacks [] for security_group (31835c3a-a762-4715-a1c4-082f3af7280f), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:05.419941 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-381f6bf1-c1a2-48cd-b25d-6272aae68abc admin admin] Publish callbacks [] for security_group (31835c3a-a762-4715-a1c4-082f3af7280f), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:05.445534 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d601662-c480-4577-9355-61c28a04372a req-665b900d-a0cb-4582-8216-af6b18306abb tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:05.454749 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-7d601662-c480-4577-9355-61c28a04372a req-665b900d-a0cb-4582-8216-af6b18306abb tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b HTTP/1.1" status: 200 len: 944 time: 0.1018438 Jun 03 15:35:05.483701 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60546791-9115-48ec-8d2d-98a3dcfa16b9 req-630494fb-bd6e-4721-8e17-a7e2ddb0870f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:05.485893 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-60546791-9115-48ec-8d2d-98a3dcfa16b9 req-630494fb-bd6e-4721-8e17-a7e2ddb0870f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=bcb5131601b14b5884956a189e6e9462&device_id=fb9d69bb-7d87-4df7-b525-1585a3fcd0d5 HTTP/1.1" status: 200 len: 1127 time: 0.0689294 Jun 03 15:35:05.517254 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:05.585679 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-7d601662-c480-4577-9355-61c28a04372a req-754a59eb-d366-44cb-bc33-09ca5981cd9d tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/security-groups?id=b88df937-e402-4cfa-971f-d0284891327a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296084 Jun 03 15:35:05.596700 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-381f6bf1-c1a2-48cd-b25d-6272aae68abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (31835c3a-a762-4715-a1c4-082f3af7280f), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:05.599399 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-381f6bf1-c1a2-48cd-b25d-6272aae68abc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:05.600960 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-381f6bf1-c1a2-48cd-b25d-6272aae68abc admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/31835c3a-a762-4715-a1c4-082f3af7280f HTTP/1.1" status: 204 len: 168 time: 0.3265564 Jun 03 15:35:05.617221 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381f6bf1-c1a2-48cd-b25d-6272aae68abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31835c3a-a762-4715-a1c4-082f3af7280f,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:05.774956 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e0ad5-73dd-42a1-868b-d76aca486482 req-b30ee3ab-c186-4814-b0d5-c61ceb504a04 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:05.776441 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-886e0ad5-73dd-42a1-868b-d76aca486482 req-b30ee3ab-c186-4814-b0d5-c61ceb504a04 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e324bc-ede1-49c6-b397-7cd7eef8fe4d HTTP/1.1" status: 200 len: 945 time: 0.0725505 Jun 03 15:35:05.877459 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-886e0ad5-73dd-42a1-868b-d76aca486482 req-014a36e5-6bc8-4de4-9a82-0657d429dd20 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.93 "GET /v2.0/security-groups?id=42d72d5a-b141-4d8d-b233-41b1feaad181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825233 Jun 03 15:35:05.974158 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60546791-9115-48ec-8d2d-98a3dcfa16b9 req-9cc4c341-ae8b-42f9-9afb-d90d463e2b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:05.975688 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-60546791-9115-48ec-8d2d-98a3dcfa16b9 req-9cc4c341-ae8b-42f9-9afb-d90d463e2b7b service neutron] 10.222.0.95 "GET /v2.0/networks?id=3678c4cd-eafc-4004-83e0-eba3e6fa12f1 HTTP/1.1" status: 200 len: 909 time: 0.1041963 Jun 03 15:35:06.068443 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-60546791-9115-48ec-8d2d-98a3dcfa16b9 req-b995e023-73bb-44c5-a6a6-8c68af98c922 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35aee873-ae42-4009-b76c-8be3dd44183f HTTP/1.1" status: 200 len: 217 time: 0.0860615 Jun 03 15:35:06.163260 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60546791-9115-48ec-8d2d-98a3dcfa16b9 req-36e969d5-cd4c-4549-9b84-aa5e154758df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:06.166379 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-60546791-9115-48ec-8d2d-98a3dcfa16b9 req-36e969d5-cd4c-4549-9b84-aa5e154758df service neutron] 10.222.0.95 "GET /v2.0/subnets?id=05a519a8-81cb-441e-a5dd-14876e357c44 HTTP/1.1" status: 200 len: 848 time: 0.0914235 Jun 03 15:35:06.223077 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-60546791-9115-48ec-8d2d-98a3dcfa16b9 req-fc16c442-de48-4ecd-9cdd-5bd38823e851 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3678c4cd-eafc-4004-83e0-eba3e6fa12f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473342 Jun 03 15:35:06.345416 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c41259-cb0f-4e81-830b-07ea8b531f97 req-4d8f7ffa-e744-4dfa-afa6-1e9699147885 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:06.347654 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-47c41259-cb0f-4e81-830b-07ea8b531f97 req-4d8f7ffa-e744-4dfa-afa6-1e9699147885 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/ports?device_id=fb9d69bb-7d87-4df7-b525-1585a3fcd0d5 HTTP/1.1" status: 200 len: 943 time: 0.1005597 Jun 03 15:35:06.464898 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:06.485209 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-60546791-9115-48ec-8d2d-98a3dcfa16b9 req-bb5466fa-9c95-4bae-8726-b022a60cf680 service neutron] 10.222.0.95 "GET /v2.0/networks/3678c4cd-eafc-4004-83e0-eba3e6fa12f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548625 Jun 03 15:35:06.497715 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-47c41259-cb0f-4e81-830b-07ea8b531f97 req-c179ef55-89d2-4126-a5d3-ef0ccf32c235 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/security-groups?id=710d42dd-3852-4a0f-a40a-09b77d4a5e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327274 Jun 03 15:35:06.606793 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-60546791-9115-48ec-8d2d-98a3dcfa16b9 req-e610b7d8-3e1e-4040-bcb3-40dc8eee8a12 service neutron] 10.222.0.95 "GET /v2.0/networks/3678c4cd-eafc-4004-83e0-eba3e6fa12f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070533 Jun 03 15:35:06.744902 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89998e7-2762-4928-9dec-749fda12f8d5 req-4267cc10-e8ed-460b-a051-1802f58c3787 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:06.752220 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b89998e7-2762-4928-9dec-749fda12f8d5 req-4267cc10-e8ed-460b-a051-1802f58c3787 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b HTTP/1.1" status: 200 len: 944 time: 0.0639534 Jun 03 15:35:06.804708 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b89998e7-2762-4928-9dec-749fda12f8d5 req-4fcc0f97-7b04-49db-9cdd-34524191c95c tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/security-groups?id=b88df937-e402-4cfa-971f-d0284891327a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514371 Jun 03 15:35:06.949043 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:06.957560 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (5d40428d-d668-464b-bcee-3124e1355b3b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:07.233540 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device 35aee873-ae42-4009-b76c-8be3dd44183f details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 15:35:07.311808 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 58814) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:35:07.351116 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port 35aee873-ae42-4009-b76c-8be3dd44183f, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=35aee873-ae42-4009-b76c-8be3dd44183f,segment=NetworkSegment(a95fd353-fe66-468b-b963-edaa6432b405),segment_id=a95fd353-fe66-468b-b963-edaa6432b405)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:35:07.368039 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Returning: {'device': '35aee873-ae42-4009-b76c-8be3dd44183f', 'network_id': '3678c4cd-eafc-4004-83e0-eba3e6fa12f1', 'port_id': '35aee873-ae42-4009-b76c-8be3dd44183f', 'mac_address': 'fa:16:3e:6d:70:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05a519a8-81cb-441e-a5dd-14876e357c44', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 15:35:07.418552 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Current status of the port 35aee873-ae42-4009-b76c-8be3dd44183f is: DOWN; New status is: BUILD {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:35:07.418940 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (35aee873-ae42-4009-b76c-8be3dd44183f), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:07.432766 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35aee873-ae42-4009-b76c-8be3dd44183f {{(pid=103921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:35:07.452896 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-8c2e9482-8059-4983-84d7-6484b2d52a33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:07.455468 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port 35aee873-ae42-4009-b76c-8be3dd44183f, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=35aee873-ae42-4009-b76c-8be3dd44183f,segment=NetworkSegment(a95fd353-fe66-468b-b963-edaa6432b405),segment_id=a95fd353-fe66-468b-b963-edaa6432b405)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:35:07.459597 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (35aee873-ae42-4009-b76c-8be3dd44183f), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:07.530620 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Pushing event updated for resources: {'Port': ['ID=35aee873-ae42-4009-b76c-8be3dd44183f,revision_number=4']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:07.541559 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-8c2e9482-8059-4983-84d7-6484b2d52a33 admin admin] Publish callbacks [] for security_group (c0c3094d-a232-4ae0-b9ce-d3b64fcd5fd8), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:07.548002 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-8c2e9482-8059-4983-84d7-6484b2d52a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (c0c3094d-a232-4ae0-b9ce-d3b64fcd5fd8), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:07.611066 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-8c2e9482-8059-4983-84d7-6484b2d52a33 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=01e91a601fef4fe784b5e5e699b1d879&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2981665 Jun 03 15:35:07.615082 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 58830) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:35:07.628689 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2e9482-8059-4983-84d7-6484b2d52a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c3094d-a232-4ae0-b9ce-d3b64fcd5fd8,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:07.643033 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51901480-965f-4b69-bfff-c259c9136a73 req-87cf3136-e42f-4ea3-92ed-3192fc3a422c tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:07.644645 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-51901480-965f-4b69-bfff-c259c9136a73 req-87cf3136-e42f-4ea3-92ed-3192fc3a422c tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/ports?device_id=fb9d69bb-7d87-4df7-b525-1585a3fcd0d5 HTTP/1.1" status: 200 len: 944 time: 0.0594635 Jun 03 15:35:07.690639 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-7c81784f-fe08-4067-8bbe-7a04f6d552a7 admin admin] Publish callbacks [] for security_group (c0c3094d-a232-4ae0-b9ce-d3b64fcd5fd8), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:07.703575 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-51901480-965f-4b69-bfff-c259c9136a73 req-a531aebf-84c8-4c48-80a8-df504cd649f2 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/security-groups?id=710d42dd-3852-4a0f-a40a-09b77d4a5e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475688 Jun 03 15:35:07.715660 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-7c81784f-fe08-4067-8bbe-7a04f6d552a7 admin admin] Publish callbacks [] for security_group (c0c3094d-a232-4ae0-b9ce-d3b64fcd5fd8), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:07.720128 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] get_ports_and_sgs() called for port_ids ['35aee873-ae42-4009-b76c-8be3dd44183f'] {{(pid=103921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 15:35:07.807468 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-7c81784f-fe08-4067-8bbe-7a04f6d552a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (c0c3094d-a232-4ae0-b9ce-d3b64fcd5fd8), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:07.812443 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-7c81784f-fe08-4067-8bbe-7a04f6d552a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:07.816415 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-7c81784f-fe08-4067-8bbe-7a04f6d552a7 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c0c3094d-a232-4ae0-b9ce-d3b64fcd5fd8 HTTP/1.1" status: 204 len: 168 time: 0.1998992 Jun 03 15:35:07.833078 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c81784f-fe08-4067-8bbe-7a04f6d552a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c3094d-a232-4ae0-b9ce-d3b64fcd5fd8,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:07.973475 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ad9f35-abf6-46a4-8dc6-2e4f1ad2555c req-8c2c50b9-1a8a-4120-8d9b-ae386c5bc906 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:07.975032 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b5ad9f35-abf6-46a4-8dc6-2e4f1ad2555c req-8c2c50b9-1a8a-4120-8d9b-ae386c5bc906 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b HTTP/1.1" status: 200 len: 944 time: 0.0702386 Jun 03 15:35:08.034348 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:08.044477 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b5ad9f35-abf6-46a4-8dc6-2e4f1ad2555c req-cc3f3ebb-201b-408d-b12d-1e715a19dff8 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/security-groups?id=b88df937-e402-4cfa-971f-d0284891327a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634134 Jun 03 15:35:08.188458 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 58848) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:35:08.205622 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-27bc476e-2a4e-41fb-9001-d06794f1415f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:08.287582 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-27bc476e-2a4e-41fb-9001-d06794f1415f admin admin] Publish callbacks [] for security_group (f6b3b663-547d-4f0a-9500-452d2e475143), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:08.292192 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-27bc476e-2a4e-41fb-9001-d06794f1415f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (f6b3b663-547d-4f0a-9500-452d2e475143), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:08.336466 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bc476e-2a4e-41fb-9001-d06794f1415f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b3b663-547d-4f0a-9500-452d2e475143,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:08.340952 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-27bc476e-2a4e-41fb-9001-d06794f1415f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=2aff9f1bec0f474b83ecaa647d093877&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1512442 Jun 03 15:35:08.345102 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 58850) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:35:08.399214 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-71cf2550-53c3-43c6-b7a6-a4f19ed50451 admin admin] Publish callbacks [] for security_group (f6b3b663-547d-4f0a-9500-452d2e475143), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:08.423550 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-71cf2550-53c3-43c6-b7a6-a4f19ed50451 admin admin] Publish callbacks [] for security_group (f6b3b663-547d-4f0a-9500-452d2e475143), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:08.466947 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:08.495289 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-71cf2550-53c3-43c6-b7a6-a4f19ed50451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (f6b3b663-547d-4f0a-9500-452d2e475143), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:08.497864 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-71cf2550-53c3-43c6-b7a6-a4f19ed50451 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:08.499597 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-71cf2550-53c3-43c6-b7a6-a4f19ed50451 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f6b3b663-547d-4f0a-9500-452d2e475143 HTTP/1.1" status: 204 len: 168 time: 0.1536009 Jun 03 15:35:08.508285 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cf2550-53c3-43c6-b7a6-a4f19ed50451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b3b663-547d-4f0a-9500-452d2e475143,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:08.846031 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17e1b1-6319-4ac3-a6f7-c1eb198581ea req-86a35c59-ecf4-46f5-a292-9dd4c45e4c3f tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:08.847731 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-dc17e1b1-6319-4ac3-a6f7-c1eb198581ea req-86a35c59-ecf4-46f5-a292-9dd4c45e4c3f tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/ports?device_id=fb9d69bb-7d87-4df7-b525-1585a3fcd0d5 HTTP/1.1" status: 200 len: 944 time: 0.0503166 Jun 03 15:35:08.897776 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-dc17e1b1-6319-4ac3-a6f7-c1eb198581ea req-5d97b36f-4027-4e22-9a83-f0ae1a41011d tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/security-groups?id=710d42dd-3852-4a0f-a40a-09b77d4a5e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444567 Jun 03 15:35:09.211786 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82f36e-9dcd-45a6-88df-fc50ea428cb2 req-5f9ffb73-5443-4522-8af5-134e0650cf66 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:09.214056 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-4a82f36e-9dcd-45a6-88df-fc50ea428cb2 req-5f9ffb73-5443-4522-8af5-134e0650cf66 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b HTTP/1.1" status: 200 len: 944 time: 0.0719385 Jun 03 15:35:09.232883 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device 19ee1e44-f976-459e-a5b3-bb93ee091e6c details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 15:35:09.238138 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device 35aee873-ae42-4009-b76c-8be3dd44183f up at agent hyperv_hv-cinder-83124 {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:35:09.294018 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-4a82f36e-9dcd-45a6-88df-fc50ea428cb2 req-4db148dc-cd24-4610-ae8d-cf02ee79a97b tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/security-groups?id=b88df937-e402-4cfa-971f-d0284891327a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705752 Jun 03 15:35:09.359955 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Provisioning for port 35aee873-ae42-4009-b76c-8be3dd44183f completed by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 03 15:35:09.368976 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Provisioning complete for port 35aee873-ae42-4009-b76c-8be3dd44183f triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:35:09.369708 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (35aee873-ae42-4009-b76c-8be3dd44183f), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:09.400237 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:09.438372 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port 19ee1e44-f976-459e-a5b3-bb93ee091e6c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=19ee1e44-f976-459e-a5b3-bb93ee091e6c,segment=NetworkSegment(cddab803-ac25-466c-8492-d9f6e68d1532),segment_id=cddab803-ac25-466c-8492-d9f6e68d1532)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:35:09.454625 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Returning: {'device': '19ee1e44-f976-459e-a5b3-bb93ee091e6c', 'network_id': '2d580292-795d-4fee-87ce-011961d3c846', 'port_id': '19ee1e44-f976-459e-a5b3-bb93ee091e6c', 'mac_address': 'fa:16:3e:cd:3a:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '070f5c1f-f3d7-449a-a6e3-c5340374af16', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 15:35:09.518162 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Current status of the port 35aee873-ae42-4009-b76c-8be3dd44183f is: BUILD; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:35:09.518561 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (35aee873-ae42-4009-b76c-8be3dd44183f), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:09.523120 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:09.537023 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Current status of the port 19ee1e44-f976-459e-a5b3-bb93ee091e6c is: DOWN; New status is: BUILD {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:35:09.537399 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (19ee1e44-f976-459e-a5b3-bb93ee091e6c), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:09.560789 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9d69bb-7d87-4df7-b525-1585a3fcd0d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35aee873-ae42-4009-b76c-8be3dd44183f'}] {{(pid=103921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:35:09.563066 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a0ad6594b2f649df373dfcb19de0225617b45f42ff1455deb142f027ba5606a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b7eca4-66bd-4e9f-b7c7-ffd86495e1ed" -d '{"events": [{"server_uuid": "fb9d69bb-7d87-4df7-b525-1585a3fcd0d5", "name": "network-vif-plugged", "status": "completed", "tag": "35aee873-ae42-4009-b76c-8be3dd44183f"}]}' {{(pid=103921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:35:09.570219 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19ee1e44-f976-459e-a5b3-bb93ee091e6c {{(pid=103921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:35:09.599781 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port 35aee873-ae42-4009-b76c-8be3dd44183f, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=35aee873-ae42-4009-b76c-8be3dd44183f,segment=NetworkSegment(a95fd353-fe66-468b-b963-edaa6432b405),segment_id=a95fd353-fe66-468b-b963-edaa6432b405)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:35:09.611876 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (35aee873-ae42-4009-b76c-8be3dd44183f), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:09.614958 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port 19ee1e44-f976-459e-a5b3-bb93ee091e6c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=19ee1e44-f976-459e-a5b3-bb93ee091e6c,segment=NetworkSegment(cddab803-ac25-466c-8492-d9f6e68d1532),segment_id=cddab803-ac25-466c-8492-d9f6e68d1532)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:35:09.618963 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 15:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e58d971-3a26-478a-ac70-c9328c2ab1d0 x-openstack-request-id: req-0e58d971-3a26-478a-ac70-c9328c2ab1d0 {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:35:09.619249 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb9d69bb-7d87-4df7-b525-1585a3fcd0d5", "name": "network-vif-plugged", "status": "completed", "tag": "35aee873-ae42-4009-b76c-8be3dd44183f", "code": 200}]} {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:35:09.619496 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0e58d971-3a26-478a-ac70-c9328c2ab1d0 {{(pid=103921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:35:09.619878 dv-cinder-831247-16-iscsi neutron-server[103921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e58d971-3a26-478a-ac70-c9328c2ab1d0'] response: {'server_uuid': 'fb9d69bb-7d87-4df7-b525-1585a3fcd0d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35aee873-ae42-4009-b76c-8be3dd44183f', 'code': 200} Jun 03 15:35:09.622456 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (19ee1e44-f976-459e-a5b3-bb93ee091e6c), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:09.669428 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Pushing event updated for resources: {'Port': ['ID=35aee873-ae42-4009-b76c-8be3dd44183f,revision_number=5']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:09.735125 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Pushing event updated for resources: {'Port': ['ID=19ee1e44-f976-459e-a5b3-bb93ee091e6c,revision_number=4']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:09.840406 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a94e33c-0c71-40ed-be87-f1e5213719aa req-a74cd52c-73f1-4d16-b0cd-27f2a23656a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:09.841911 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-0a94e33c-0c71-40ed-be87-f1e5213719aa req-a74cd52c-73f1-4d16-b0cd-27f2a23656a8 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=fb9d69bb-7d87-4df7-b525-1585a3fcd0d5 HTTP/1.1" status: 200 len: 1129 time: 0.0474713 Jun 03 15:35:09.887865 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] get_ports_and_sgs() called for port_ids ['19ee1e44-f976-459e-a5b3-bb93ee091e6c'] {{(pid=103921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 15:35:09.904071 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-0a94e33c-0c71-40ed-be87-f1e5213719aa req-88b494af-fa1e-4253-8cfe-ba6fbb35e919 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=710d42dd-3852-4a0f-a40a-09b77d4a5e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444615 Jun 03 15:35:10.035097 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a7c02f-f06d-4113-9be1-e6e1257c5d95 req-f73b75aa-5eff-4eac-b061-9b99e14e9e6e tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:10.036578 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-03a7c02f-f06d-4113-9be1-e6e1257c5d95 req-f73b75aa-5eff-4eac-b061-9b99e14e9e6e tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/ports?device_id=fb9d69bb-7d87-4df7-b525-1585a3fcd0d5 HTTP/1.1" status: 200 len: 945 time: 0.0567732 Jun 03 15:35:10.101919 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-03a7c02f-f06d-4113-9be1-e6e1257c5d95 req-4d0cc923-0f70-4b86-8b65-632a268ce2ba tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/security-groups?id=710d42dd-3852-4a0f-a40a-09b77d4a5e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583861 Jun 03 15:35:10.427420 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c6eec-3d66-4f63-a16b-577f3acb217e req-1c308dba-ec42-456b-984c-a999b9928ce6 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:10.428898 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-cf9c6eec-3d66-4f63-a16b-577f3acb217e req-1c308dba-ec42-456b-984c-a999b9928ce6 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b HTTP/1.1" status: 200 len: 945 time: 0.0514472 Jun 03 15:35:10.441035 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:UPDATE=1,neutron:INSERT=5,neutron:SELECT=94 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:10.493845 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-cf9c6eec-3d66-4f63-a16b-577f3acb217e req-967a4705-4a55-4e09-8741-92ea8fa456a0 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/security-groups?id=b88df937-e402-4cfa-971f-d0284891327a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589676 Jun 03 15:35:11.233467 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device 19ee1e44-f976-459e-a5b3-bb93ee091e6c up at agent hyperv_hv-cinder-83124 {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:35:11.260340 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb52f8-e6d5-42cf-a74f-19f2314464a9 req-e5d366b4-a5eb-49cc-8cea-b65f093b2dc7 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:11.263256 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-95bb52f8-e6d5-42cf-a74f-19f2314464a9 req-e5d366b4-a5eb-49cc-8cea-b65f093b2dc7 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/ports?device_id=fb9d69bb-7d87-4df7-b525-1585a3fcd0d5 HTTP/1.1" status: 200 len: 945 time: 0.0725243 Jun 03 15:35:11.304685 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Provisioning for port 19ee1e44-f976-459e-a5b3-bb93ee091e6c completed by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 03 15:35:11.314581 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Provisioning complete for port 19ee1e44-f976-459e-a5b3-bb93ee091e6c triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:35:11.315165 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (19ee1e44-f976-459e-a5b3-bb93ee091e6c), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:11.337917 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-95bb52f8-e6d5-42cf-a74f-19f2314464a9 req-58594ed7-9f49-4029-95b3-3daf07cd6c59 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/security-groups?id=710d42dd-3852-4a0f-a40a-09b77d4a5e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674179 Jun 03 15:35:11.558196 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Current status of the port 19ee1e44-f976-459e-a5b3-bb93ee091e6c is: BUILD; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:35:11.558196 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (19ee1e44-f976-459e-a5b3-bb93ee091e6c), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:11.597684 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port 19ee1e44-f976-459e-a5b3-bb93ee091e6c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=19ee1e44-f976-459e-a5b3-bb93ee091e6c,segment=NetworkSegment(cddab803-ac25-466c-8492-d9f6e68d1532),segment_id=cddab803-ac25-466c-8492-d9f6e68d1532)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:35:11.604671 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (19ee1e44-f976-459e-a5b3-bb93ee091e6c), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:11.631348 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19ee1e44-f976-459e-a5b3-bb93ee091e6c'}] {{(pid=103921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:35:11.633809 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21ec6d-6570-4af1-b498-7c9aeaa93a31 req-03042907-31ba-48bd-8304-74e0b60fd5cf tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:11.634779 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a0ad6594b2f649df373dfcb19de0225617b45f42ff1455deb142f027ba5606a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c057a80f-22dc-45b8-9902-ea62b5c49f56" -d '{"events": [{"server_uuid": "838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b", "name": "network-vif-plugged", "status": "completed", "tag": "19ee1e44-f976-459e-a5b3-bb93ee091e6c"}]}' {{(pid=103921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:35:11.641773 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-6d21ec6d-6570-4af1-b498-7c9aeaa93a31 req-03042907-31ba-48bd-8304-74e0b60fd5cf tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b HTTP/1.1" status: 200 len: 945 time: 0.0666304 Jun 03 15:35:11.704490 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-6d21ec6d-6570-4af1-b498-7c9aeaa93a31 req-312623dc-04d9-4d38-8229-1f81abd7bad3 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/security-groups?id=b88df937-e402-4cfa-971f-d0284891327a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612652 Jun 03 15:35:11.711650 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Pushing event updated for resources: {'Port': ['ID=19ee1e44-f976-459e-a5b3-bb93ee091e6c,revision_number=5']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:11.748738 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 15:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-512a1a65-7ab8-45f0-aa43-1472b8c29c7a x-openstack-request-id: req-512a1a65-7ab8-45f0-aa43-1472b8c29c7a {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:35:11.749028 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b", "name": "network-vif-plugged", "status": "completed", "tag": "19ee1e44-f976-459e-a5b3-bb93ee091e6c", "code": 200}]} {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:35:11.749278 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-512a1a65-7ab8-45f0-aa43-1472b8c29c7a {{(pid=103921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:35:11.749674 dv-cinder-831247-16-iscsi neutron-server[103921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-512a1a65-7ab8-45f0-aa43-1472b8c29c7a'] response: {'server_uuid': '838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19ee1e44-f976-459e-a5b3-bb93ee091e6c', 'code': 200} Jun 03 15:35:12.094237 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 59014) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:35:12.212236 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-09b17885-42c9-4eec-8e2e-78a47c079836 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:12.288849 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-09b17885-42c9-4eec-8e2e-78a47c079836 admin admin] Publish callbacks [] for security_group (8c3774d4-7f4e-411c-95e1-8073dd89802c), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:12.293524 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-09b17885-42c9-4eec-8e2e-78a47c079836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (8c3774d4-7f4e-411c-95e1-8073dd89802c), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:12.361823 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-09b17885-42c9-4eec-8e2e-78a47c079836 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6d7e589fb9104d04b59efe817ad14ac5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2662156 Jun 03 15:35:12.363060 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b17885-42c9-4eec-8e2e-78a47c079836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3774d4-7f4e-411c-95e1-8073dd89802c,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:12.365873 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 59018) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:35:12.441868 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86fc14-29aa-4b67-8591-0a5f716723d0 req-dc5c12e3-d471-4376-97ce-4d67571edbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:12.443586 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-ec86fc14-29aa-4b67-8591-0a5f716723d0 req-dc5c12e3-d471-4376-97ce-4d67571edbf4 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b HTTP/1.1" status: 200 len: 1130 time: 0.0685101 Jun 03 15:35:12.488277 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-e1400b23-794e-427a-a60f-1fec35c238d6 admin admin] Publish callbacks [] for security_group (8c3774d4-7f4e-411c-95e1-8073dd89802c), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:12.512164 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa34cc-fcb7-4270-8464-95109be585a0 req-ebb0327c-6c7c-4092-8490-1225ee4ccbb5 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:12.513628 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f5fa34cc-fcb7-4270-8464-95109be585a0 req-ebb0327c-6c7c-4092-8490-1225ee4ccbb5 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/ports?device_id=fb9d69bb-7d87-4df7-b525-1585a3fcd0d5 HTTP/1.1" status: 200 len: 945 time: 0.0690556 Jun 03 15:35:12.535616 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-e1400b23-794e-427a-a60f-1fec35c238d6 admin admin] Publish callbacks [] for security_group (8c3774d4-7f4e-411c-95e1-8073dd89802c), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:12.598158 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f5fa34cc-fcb7-4270-8464-95109be585a0 req-c26fa79b-e68d-42f8-8853-8fba39d0d4db tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/security-groups?id=710d42dd-3852-4a0f-a40a-09b77d4a5e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768132 Jun 03 15:35:12.620922 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-e1400b23-794e-427a-a60f-1fec35c238d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (8c3774d4-7f4e-411c-95e1-8073dd89802c), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:12.624243 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-e1400b23-794e-427a-a60f-1fec35c238d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:12.627797 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-e1400b23-794e-427a-a60f-1fec35c238d6 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/8c3774d4-7f4e-411c-95e1-8073dd89802c HTTP/1.1" status: 204 len: 168 time: 0.2581778 Jun 03 15:35:12.633807 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1400b23-794e-427a-a60f-1fec35c238d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3774d4-7f4e-411c-95e1-8073dd89802c,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:12.831460 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-ec86fc14-29aa-4b67-8591-0a5f716723d0 req-c339cf01-e83f-464c-8361-5b40dae7c699 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=b88df937-e402-4cfa-971f-d0284891327a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831122 Jun 03 15:35:12.884547 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:12.893176 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c725f7-0fd2-48c5-b18c-de33c2711b9c req-4b48a28c-91bc-42f6-8e6e-ce53dcd1689c tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:12.903696 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c1c725f7-0fd2-48c5-b18c-de33c2711b9c req-4b48a28c-91bc-42f6-8e6e-ce53dcd1689c tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b HTTP/1.1" status: 200 len: 946 time: 0.0804517 Jun 03 15:35:12.979118 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c1c725f7-0fd2-48c5-b18c-de33c2711b9c req-f434f839-ac42-42b7-9687-57ec55ff59b3 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/security-groups?id=b88df937-e402-4cfa-971f-d0284891327a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743532 Jun 03 15:35:13.022100 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 59038) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:35:13.037643 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c84eac40-2d88-484c-8c50-82472b103896 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:13.064796 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:13.133762 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c84eac40-2d88-484c-8c50-82472b103896 admin admin] Publish callbacks [] for security_group (2647f27d-c7ea-4313-9b0c-758a524a4bfc), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:13.144284 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c84eac40-2d88-484c-8c50-82472b103896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (2647f27d-c7ea-4313-9b0c-758a524a4bfc), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:13.192664 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-c84eac40-2d88-484c-8c50-82472b103896 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=90099dce73324f1f9fcff62c8c727866&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1693952 Jun 03 15:35:13.193775 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84eac40-2d88-484c-8c50-82472b103896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2647f27d-c7ea-4313-9b0c-758a524a4bfc,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:13.195490 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 59044) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:35:13.261821 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-8295c7ba-2fa9-4da6-bd8f-966961cb3ce1 admin admin] Publish callbacks [] for security_group (2647f27d-c7ea-4313-9b0c-758a524a4bfc), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:13.286377 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-8295c7ba-2fa9-4da6-bd8f-966961cb3ce1 admin admin] Publish callbacks [] for security_group (2647f27d-c7ea-4313-9b0c-758a524a4bfc), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:13.356126 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-8295c7ba-2fa9-4da6-bd8f-966961cb3ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (2647f27d-c7ea-4313-9b0c-758a524a4bfc), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:13.358739 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-8295c7ba-2fa9-4da6-bd8f-966961cb3ce1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:13.359795 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-8295c7ba-2fa9-4da6-bd8f-966961cb3ce1 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2647f27d-c7ea-4313-9b0c-758a524a4bfc HTTP/1.1" status: 204 len: 168 time: 0.1632819 Jun 03 15:35:13.396693 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8295c7ba-2fa9-4da6-bd8f-966961cb3ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2647f27d-c7ea-4313-9b0c-758a524a4bfc,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:13.415853 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5dd69-a446-474b-88b1-5badb5b9d293 req-ce235acf-f768-49f1-a88e-20309e411e41 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:13.417788 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-1ff5dd69-a446-474b-88b1-5badb5b9d293 req-ce235acf-f768-49f1-a88e-20309e411e41 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/ports?device_id=fb9d69bb-7d87-4df7-b525-1585a3fcd0d5 HTTP/1.1" status: 200 len: 945 time: 0.0718482 Jun 03 15:35:13.478285 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-1ff5dd69-a446-474b-88b1-5badb5b9d293 req-6cee25ca-9e5e-451b-85e8-c3274c1c4229 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/security-groups?id=710d42dd-3852-4a0f-a40a-09b77d4a5e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499234 Jun 03 15:35:14.108940 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9138a703-fb3d-4aa3-a5ea-cdd797d0c3dc req-f59e4386-0ea8-4192-9c38-afcaf13f86a1 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:14.110716 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-9138a703-fb3d-4aa3-a5ea-cdd797d0c3dc req-f59e4386-0ea8-4192-9c38-afcaf13f86a1 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b HTTP/1.1" status: 200 len: 946 time: 0.0594757 Jun 03 15:35:14.183736 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-9138a703-fb3d-4aa3-a5ea-cdd797d0c3dc req-e37a1127-2c97-46fe-bb8d-48fe91d20a37 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/security-groups?id=b88df937-e402-4cfa-971f-d0284891327a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670862 Jun 03 15:35:14.604898 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8dac0e-b9e6-4478-ad94-f3b91113a75c req-cc51c289-e222-48a2-a032-7f4f1453e926 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:14.606778 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-db8dac0e-b9e6-4478-ad94-f3b91113a75c req-cc51c289-e222-48a2-a032-7f4f1453e926 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/ports?device_id=fb9d69bb-7d87-4df7-b525-1585a3fcd0d5 HTTP/1.1" status: 200 len: 945 time: 0.0545602 Jun 03 15:35:14.628649 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:14.663464 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-db8dac0e-b9e6-4478-ad94-f3b91113a75c req-b2bb95a7-2097-43ab-bd2f-bd66d8dc62ae tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/security-groups?id=710d42dd-3852-4a0f-a40a-09b77d4a5e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504813 Jun 03 15:35:15.309360 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b16c5-bc99-4fd4-bc73-dec8a43df5e8 req-5d9c62a6-531b-466b-9bee-49469e8edc7a tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:15.310695 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-9c8b16c5-bc99-4fd4-bc73-dec8a43df5e8 req-5d9c62a6-531b-466b-9bee-49469e8edc7a tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b HTTP/1.1" status: 200 len: 946 time: 0.0535364 Jun 03 15:35:15.361647 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-9c8b16c5-bc99-4fd4-bc73-dec8a43df5e8 req-6f04c4f1-d895-41c0-b50e-bfe8326834af tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/security-groups?id=b88df937-e402-4cfa-971f-d0284891327a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451241 Jun 03 15:35:15.671791 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 59134) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:35:15.793444 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98622a-fbf7-466a-960f-7ad38d6f9b58 req-ec61a2b3-d33a-4ff0-bcb5-43453ff27334 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:15.794968 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-2f98622a-fbf7-466a-960f-7ad38d6f9b58 req-ec61a2b3-d33a-4ff0-bcb5-43453ff27334 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/ports?device_id=fb9d69bb-7d87-4df7-b525-1585a3fcd0d5 HTTP/1.1" status: 200 len: 945 time: 0.0550685 Jun 03 15:35:15.832244 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-7ffeaaca-f408-4c09-a736-35c7f15cb50b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:15.876328 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-2f98622a-fbf7-466a-960f-7ad38d6f9b58 req-0f90eda2-5a10-498d-b737-d2732df52939 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/security-groups?id=710d42dd-3852-4a0f-a40a-09b77d4a5e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721669 Jun 03 15:35:15.938463 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-7ffeaaca-f408-4c09-a736-35c7f15cb50b admin admin] Publish callbacks [] for security_group (aeafb8b0-c186-4edb-a005-2f15820ab591), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:15.947057 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-7ffeaaca-f408-4c09-a736-35c7f15cb50b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (aeafb8b0-c186-4edb-a005-2f15820ab591), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:15.988231 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-7ffeaaca-f408-4c09-a736-35c7f15cb50b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=13dbfa3c32694922b872d59dce06c422&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3153596 Jun 03 15:35:15.989315 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffeaaca-f408-4c09-a736-35c7f15cb50b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeafb8b0-c186-4edb-a005-2f15820ab591,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:15.991581 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 59142) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:35:16.056119 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1904c684-b1c8-440b-bf34-47455fc5895a admin admin] Publish callbacks [] for security_group (aeafb8b0-c186-4edb-a005-2f15820ab591), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:16.065184 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:16.083705 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1904c684-b1c8-440b-bf34-47455fc5895a admin admin] Publish callbacks [] for security_group (aeafb8b0-c186-4edb-a005-2f15820ab591), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:16.145640 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1904c684-b1c8-440b-bf34-47455fc5895a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (aeafb8b0-c186-4edb-a005-2f15820ab591), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:16.149262 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-1904c684-b1c8-440b-bf34-47455fc5895a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:16.150434 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-1904c684-b1c8-440b-bf34-47455fc5895a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/aeafb8b0-c186-4edb-a005-2f15820ab591 HTTP/1.1" status: 204 len: 168 time: 0.1573718 Jun 03 15:35:16.159015 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1904c684-b1c8-440b-bf34-47455fc5895a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeafb8b0-c186-4edb-a005-2f15820ab591,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:16.473589 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 59152) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:35:16.494061 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-f978b7ac-d64c-44a9-978d-b26b039c906a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:16.503004 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38dbb21-4505-43fe-9da9-830f816ff770 req-ccb60ec9-b6a1-421e-b563-e507ecf06e28 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:16.504492 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f38dbb21-4505-43fe-9da9-830f816ff770 req-ccb60ec9-b6a1-421e-b563-e507ecf06e28 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b HTTP/1.1" status: 200 len: 946 time: 0.0497308 Jun 03 15:35:16.565310 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f38dbb21-4505-43fe-9da9-830f816ff770 req-6e88966c-87d3-4f55-b1ed-0cfcb162b6b0 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/security-groups?id=b88df937-e402-4cfa-971f-d0284891327a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543947 Jun 03 15:35:16.602023 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-f978b7ac-d64c-44a9-978d-b26b039c906a admin admin] Publish callbacks [] for security_group (ef24a2f2-ffca-439c-bfb5-9c288f60dcff), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:16.606375 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-f978b7ac-d64c-44a9-978d-b26b039c906a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (ef24a2f2-ffca-439c-bfb5-9c288f60dcff), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:16.633116 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=15 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:16.650220 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f978b7ac-d64c-44a9-978d-b26b039c906a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef24a2f2-ffca-439c-bfb5-9c288f60dcff,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:16.657524 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-f978b7ac-d64c-44a9-978d-b26b039c906a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d8a82e5b16a94d1abbbfbdb27f439cfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1798024 Jun 03 15:35:16.657827 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 59154) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:35:16.710107 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-f4b8b264-2030-4465-906a-ea95e3987b52 admin admin] Publish callbacks [] for security_group (ef24a2f2-ffca-439c-bfb5-9c288f60dcff), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:16.735495 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-f4b8b264-2030-4465-906a-ea95e3987b52 admin admin] Publish callbacks [] for security_group (ef24a2f2-ffca-439c-bfb5-9c288f60dcff), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:16.787166 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-f4b8b264-2030-4465-906a-ea95e3987b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (ef24a2f2-ffca-439c-bfb5-9c288f60dcff), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:16.790941 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-f4b8b264-2030-4465-906a-ea95e3987b52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:16.792085 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-f4b8b264-2030-4465-906a-ea95e3987b52 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ef24a2f2-ffca-439c-bfb5-9c288f60dcff HTTP/1.1" status: 204 len: 168 time: 0.1334171 Jun 03 15:35:16.800074 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b8b264-2030-4465-906a-ea95e3987b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef24a2f2-ffca-439c-bfb5-9c288f60dcff,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:17.012478 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e664ce88-294d-4956-b663-c53c5c60ea5e req-dd2c6d56-d278-445a-aedb-8c984c15b8bc tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:17.014014 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e664ce88-294d-4956-b663-c53c5c60ea5e req-dd2c6d56-d278-445a-aedb-8c984c15b8bc tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/ports?device_id=fb9d69bb-7d87-4df7-b525-1585a3fcd0d5 HTTP/1.1" status: 200 len: 945 time: 0.0510597 Jun 03 15:35:17.075374 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e664ce88-294d-4956-b663-c53c5c60ea5e req-b8c3a12e-72bc-4599-9291-fe25c318ec74 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/security-groups?id=710d42dd-3852-4a0f-a40a-09b77d4a5e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522847 Jun 03 15:35:17.722562 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdfb803-5814-448d-b8ab-d84f9ecad64f req-c8cce103-6755-4439-a804-23c221f88648 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:17.724093 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-0bdfb803-5814-448d-b8ab-d84f9ecad64f req-c8cce103-6755-4439-a804-23c221f88648 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b HTTP/1.1" status: 200 len: 946 time: 0.0520945 Jun 03 15:35:17.789309 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-0bdfb803-5814-448d-b8ab-d84f9ecad64f req-4041cc1e-e72b-4df1-9efb-f0c4efe0d67f tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/security-groups?id=b88df937-e402-4cfa-971f-d0284891327a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588231 Jun 03 15:35:18.217017 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0331cb2-7b76-4cfc-a22f-c131604680b1 req-786312aa-680e-47d4-8a43-dade7f5c8654 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:18.219909 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b0331cb2-7b76-4cfc-a22f-c131604680b1 req-786312aa-680e-47d4-8a43-dade7f5c8654 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/ports?device_id=fb9d69bb-7d87-4df7-b525-1585a3fcd0d5 HTTP/1.1" status: 200 len: 945 time: 0.0607307 Jun 03 15:35:18.273182 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b0331cb2-7b76-4cfc-a22f-c131604680b1 req-510c0f51-5452-462f-be9d-da419797f025 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/security-groups?id=710d42dd-3852-4a0f-a40a-09b77d4a5e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469759 Jun 03 15:35:18.867390 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e04c8f2-45c1-4a1f-96fd-e5034aab0c0b req-6a014450-c22a-4511-a860-7081b55642e2 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:18.869587 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-3e04c8f2-45c1-4a1f-96fd-e5034aab0c0b req-6a014450-c22a-4511-a860-7081b55642e2 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.95 "GET /v2.0/ports?device_id=fb9d69bb-7d87-4df7-b525-1585a3fcd0d5 HTTP/1.1" status: 200 len: 945 time: 0.0611126 Jun 03 15:35:18.947717 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeefc095-84a7-45a9-b7ac-e8864bd25344 req-182e0f18-9ac8-45d9-a80d-01cda66ed233 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:18.949503 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-eeefc095-84a7-45a9-b7ac-e8864bd25344 req-182e0f18-9ac8-45d9-a80d-01cda66ed233 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b HTTP/1.1" status: 200 len: 946 time: 0.0684867 Jun 03 15:35:19.014088 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-eeefc095-84a7-45a9-b7ac-e8864bd25344 req-5cf5edb2-4d3a-4965-8ec7-636d21e63f08 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/security-groups?id=b88df937-e402-4cfa-971f-d0284891327a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576119 Jun 03 15:35:19.145302 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:19.206611 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e75ad-fb62-4d42-a215-2222c962301e req-f645b01a-7dba-4012-b29a-5f8b45254f38 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:19.208846 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-071e75ad-fb62-4d42-a215-2222c962301e req-f645b01a-7dba-4012-b29a-5f8b45254f38 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b HTTP/1.1" status: 200 len: 946 time: 0.0751324 Jun 03 15:35:19.272117 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-071e75ad-fb62-4d42-a215-2222c962301e req-099fd61e-5373-4412-b424-c8bcb8639aaf tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/security-groups?id=b88df937-e402-4cfa-971f-d0284891327a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576117 Jun 03 15:35:19.299816 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 59234) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:35:19.350154 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d83c97-408e-48b6-9ecd-d36ef4b8f915 tempest-TestVolumeBootPattern-1768813725 tempest-TestVolumeBootPattern-1768813725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:19.353796 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-74d83c97-408e-48b6-9ecd-d36ef4b8f915 tempest-TestVolumeBootPattern-1768813725 tempest-TestVolumeBootPattern-1768813725-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b HTTP/1.1" status: 200 len: 1125 time: 0.0509276 Jun 03 15:35:19.355927 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 59236) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:35:19.362139 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [None req-b101fafe-95ed-4e07-a29a-7dfe3b535324 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Request body: {'floatingip': {'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'port_id': '19ee1e44-f976-459e-a5b3-bb93ee091e6c', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:35:19.383863 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-b101fafe-95ed-4e07-a29a-7dfe3b535324 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:19.422775 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b2cbe6-17f5-47a2-829f-b0b1ba4144cf req-efccf2a0-f2b0-4f2d-9706-66e34b31379a tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:19.425432 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-23b2cbe6-17f5-47a2-829f-b0b1ba4144cf req-efccf2a0-f2b0-4f2d-9706-66e34b31379a tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/ports?device_id=fb9d69bb-7d87-4df7-b525-1585a3fcd0d5 HTTP/1.1" status: 200 len: 945 time: 0.0696599 Jun 03 15:35:19.449885 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:UPDATE=1,neutron:INSERT=4,neutron:SELECT=92,neutron:DELETE=3 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:19.484033 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-23b2cbe6-17f5-47a2-829f-b0b1ba4144cf req-f3ad7883-9945-4de3-afa1-92fedb475d21 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/security-groups?id=710d42dd-3852-4a0f-a40a-09b77d4a5e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527694 Jun 03 15:35:19.487460 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-b101fafe-95ed-4e07-a29a-7dfe3b535324 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:19.612143 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.db_base_plugin_common [None req-b101fafe-95ed-4e07-a29a-7dfe3b535324 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Allocated IP 172.27.3.90 (2ebb747a-15cb-4ff0-831b-eddaba7ea913/396ae3db-97af-42d7-bc28-96050c96ba42/4d3760bb-8cbc-4c7d-b583-8373b35334ce) {{(pid=103919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:35:19.728284 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-b101fafe-95ed-4e07-a29a-7dfe3b535324 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks [] for port (4d3760bb-8cbc-4c7d-b583-8373b35334ce), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:19.753227 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:19.764673 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-b101fafe-95ed-4e07-a29a-7dfe3b535324 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4807792'] for port (4d3760bb-8cbc-4c7d-b583-8373b35334ce), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:19.805641 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b101fafe-95ed-4e07-a29a-7dfe3b535324 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Network 2ebb747a-15cb-4ff0-831b-eddaba7ea913 is already hosted by enough agents. {{(pid=103919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:35:19.808845 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.base_scheduler [None req-b101fafe-95ed-4e07-a29a-7dfe3b535324 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Resources bound (agent type, host, resource id): {{(pid=103919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:35:19.815373 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b101fafe-95ed-4e07-a29a-7dfe3b535324 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Received port after_create {{(pid=103919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:35:19.841236 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b101fafe-95ed-4e07-a29a-7dfe3b535324 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Pushing event updated for resources: {'Port': ['ID=4d3760bb-8cbc-4c7d-b583-8373b35334ce,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:19.895275 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [req-3e04c8f2-45c1-4a1f-96fd-e5034aab0c0b req-8b6b5df6-e7e9-46cb-bb14-44cb3f355be1 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Deleting port 35aee873-ae42-4009-b76c-8be3dd44183f {{(pid=103920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:35:19.895879 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-3e04c8f2-45c1-4a1f-96fd-e5034aab0c0b req-8b6b5df6-e7e9-46cb-bb14-44cb3f355be1 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (35aee873-ae42-4009-b76c-8be3dd44183f), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:20.001334 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [req-3e04c8f2-45c1-4a1f-96fd-e5034aab0c0b req-8b6b5df6-e7e9-46cb-bb14-44cb3f355be1 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] For port 35aee873-ae42-4009-b76c-8be3dd44183f, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=35aee873-ae42-4009-b76c-8be3dd44183f,segment=NetworkSegment(a95fd353-fe66-468b-b963-edaa6432b405),segment_id=a95fd353-fe66-468b-b963-edaa6432b405)] {{(pid=103920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:35:20.001871 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-3e04c8f2-45c1-4a1f-96fd-e5034aab0c0b req-8b6b5df6-e7e9-46cb-bb14-44cb3f355be1 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (35aee873-ae42-4009-b76c-8be3dd44183f), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:20.023016 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [req-3e04c8f2-45c1-4a1f-96fd-e5034aab0c0b req-8b6b5df6-e7e9-46cb-bb14-44cb3f355be1 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Calling delete_port for 35aee873-ae42-4009-b76c-8be3dd44183f owned by compute:nova {{(pid=103920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:35:20.171373 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-3e04c8f2-45c1-4a1f-96fd-e5034aab0c0b req-8b6b5df6-e7e9-46cb-bb14-44cb3f355be1 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5848811'] for port (35aee873-ae42-4009-b76c-8be3dd44183f), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:20.200338 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6b5df6-e7e9-46cb-bb14-44cb3f355be1 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Pushing event deleted for resources: {'Port': ['ID=35aee873-ae42-4009-b76c-8be3dd44183f,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:20.248536 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-b101fafe-95ed-4e07-a29a-7dfe3b535324 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks [] for floatingip (eb35851d-2a0f-42aa-a68d-fb3795145e16), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:20.253397 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e04c8f2-45c1-4a1f-96fd-e5034aab0c0b req-8b6b5df6-e7e9-46cb-bb14-44cb3f355be1 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] No DVR routers for this DVR port 35aee873-ae42-4009-b76c-8be3dd44183f on host hv-cinder-83124 {{(pid=103920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 15:35:20.256067 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-3e04c8f2-45c1-4a1f-96fd-e5034aab0c0b req-8b6b5df6-e7e9-46cb-bb14-44cb3f355be1 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for port (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:20.259820 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-3e04c8f2-45c1-4a1f-96fd-e5034aab0c0b req-8b6b5df6-e7e9-46cb-bb14-44cb3f355be1 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.95 "DELETE /v2.0/ports/35aee873-ae42-4009-b76c-8be3dd44183f HTTP/1.1" status: 204 len: 173 time: 0.4584632 Jun 03 15:35:20.260437 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9d69bb-7d87-4df7-b525-1585a3fcd0d5', 'name': 'network-vif-deleted', 'tag': '35aee873-ae42-4009-b76c-8be3dd44183f'}] {{(pid=103920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:35:20.263181 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fde6ca1c4b3e174e639905c0d93b14e8a3905e0af4b9b9445456920c81b8107" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99aaeef2-1b18-4e8c-bb9a-c0dedb071793" -d '{"events": [{"server_uuid": "fb9d69bb-7d87-4df7-b525-1585a3fcd0d5", "name": "network-vif-deleted", "tag": "35aee873-ae42-4009-b76c-8be3dd44183f"}]}' {{(pid=103920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:35:20.312159 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 15:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e5bc6b-bab2-4189-b7bd-2f02eac263cb x-openstack-request-id: req-61e5bc6b-bab2-4189-b7bd-2f02eac263cb {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:35:20.312516 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb9d69bb-7d87-4df7-b525-1585a3fcd0d5", "name": "network-vif-deleted", "tag": "35aee873-ae42-4009-b76c-8be3dd44183f", "status": "completed", "code": 200}]} {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:35:20.312920 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-61e5bc6b-bab2-4189-b7bd-2f02eac263cb {{(pid=103920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:35:20.313358 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61e5bc6b-bab2-4189-b7bd-2f02eac263cb'] response: {'server_uuid': 'fb9d69bb-7d87-4df7-b525-1585a3fcd0d5', 'name': 'network-vif-deleted', 'tag': '35aee873-ae42-4009-b76c-8be3dd44183f', 'status': 'completed', 'code': 200} Jun 03 15:35:20.327244 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:20.358860 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-b101fafe-95ed-4e07-a29a-7dfe3b535324 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (4d3760bb-8cbc-4c7d-b583-8373b35334ce), before_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:20.519691 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:20.562272 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:20.571805 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-b101fafe-95ed-4e07-a29a-7dfe3b535324 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks [] for port (4d3760bb-8cbc-4c7d-b583-8373b35334ce), precommit_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:20.580110 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-b101fafe-95ed-4e07-a29a-7dfe3b535324 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4807753'] for port (4d3760bb-8cbc-4c7d-b583-8373b35334ce), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:20.591123 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:20.624578 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-dd5c040a-5340-4b08-a34b-7d10272982fb req-09cc2a4c-a057-46a0-ab4a-4b4e13655fa8 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/ports?device_id=fb9d69bb-7d87-4df7-b525-1585a3fcd0d5 HTTP/1.1" status: 200 len: 210 time: 0.0528946 Jun 03 15:35:20.692441 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b101fafe-95ed-4e07-a29a-7dfe3b535324 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Pushing event updated for resources: {'Port': ['ID=4d3760bb-8cbc-4c7d-b583-8373b35334ce,revision_number=2']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:20.698344 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-b101fafe-95ed-4e07-a29a-7dfe3b535324 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763103'] for floatingip (eb35851d-2a0f-42aa-a68d-fb3795145e16), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:20.782832 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:20.798685 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.db.l3_db [None req-b101fafe-95ed-4e07-a29a-7dfe3b535324 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Floating IP eb35851d-2a0f-42aa-a68d-fb3795145e16 associated. External IP: 172.27.3.90, port: 19ee1e44-f976-459e-a5b3-bb93ee091e6c. Jun 03 15:35:21.008831 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b101fafe-95ed-4e07-a29a-7dfe3b535324 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Router 45476b8a-23ce-41e3-a736-f2299dcd1bf9 has already been hosted by L3 agent af3cb756-c261-4349-9f96-3650fb8ddf57 {{(pid=103919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 15:35:21.118869 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b101fafe-95ed-4e07-a29a-7dfe3b535324 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Notify agent at l3_agent.dv-cinder-831247-16-iscsi the message routers_updated {{(pid=103919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 15:35:21.131665 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008062a2-bb1b-4ba9-9dae-8ea6a8531df6 None None] Sync routers for ids ['45476b8a-23ce-41e3-a736-f2299dcd1bf9'] in dv-cinder-831247-16-iscsi {{(pid=103921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:35:21.144338 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008062a2-bb1b-4ba9-9dae-8ea6a8531df6 None None] Routers {'45476b8a-23ce-41e3-a736-f2299dcd1bf9'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:35:21.144753 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-b101fafe-95ed-4e07-a29a-7dfe3b535324 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for floatingip (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:21.144935 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-008062a2-bb1b-4ba9-9dae-8ea6a8531df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:34:54Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['45476b8a-23ce-41e3-a736-f2299dcd1bf9'], 'active': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:21.187363 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-b101fafe-95ed-4e07-a29a-7dfe3b535324 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8295648 Jun 03 15:35:21.188276 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b', 'tag': '19ee1e44-f976-459e-a5b3-bb93ee091e6c'}] {{(pid=103919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:35:21.191030 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb6718ce3f0a4af57ef91ee7142c10b6234fd65cffdc95d0a08216ae9169e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e99261-7891-4b3f-b773-f46f3e713d86" -d '{"events": [{"name": "network-changed", "server_uuid": "838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b", "tag": "19ee1e44-f976-459e-a5b3-bb93ee091e6c"}]}' {{(pid=103919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:35:21.240837 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 15:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09cf7424-2738-4881-83af-80fdff75c256 x-openstack-request-id: req-09cf7424-2738-4881-83af-80fdff75c256 {{(pid=103919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:35:21.240837 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b", "tag": "19ee1e44-f976-459e-a5b3-bb93ee091e6c", "status": "completed", "code": 200}]} {{(pid=103919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:35:21.241087 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-09cf7424-2738-4881-83af-80fdff75c256 {{(pid=103919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:35:21.241448 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09cf7424-2738-4881-83af-80fdff75c256'] response: {'name': 'network-changed', 'server_uuid': '838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b', 'tag': '19ee1e44-f976-459e-a5b3-bb93ee091e6c', 'status': 'completed', 'code': 200} Jun 03 15:35:21.264256 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvr_db [None req-008062a2-bb1b-4ba9-9dae-8ea6a8531df6 None None] Set router 45476b8a-23ce-41e3-a736-f2299dcd1bf9 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:35:21.496369 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-008062a2-bb1b-4ba9-9dae-8ea6a8531df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'name': 'tempest-TestVolumeBootPattern-1236245195-router', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '47a7f593-cbc6-4a09-8a1f-000c5b9a6915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:31:27Z', 'updated_at': '2022-06-03T15:31:30Z', 'revision_number': 4, 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'gw_port': {'id': '47a7f593-cbc6-4a09-8a1f-000c5b9a6915', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:82:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:28Z', 'updated_at': '2022-06-03T15:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_floatingips': [{'id': 'eb35851d-2a0f-42aa-a68d-fb3795145e16', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'floating_ip_address': '172.27.3.90', 'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'router_id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'port_id': '19ee1e44-f976-459e-a5b3-bb93ee091e6c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d580292-795d-4fee-87ce-011961d3c846', 'mac_address': 'fa:16:3e:cd:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:35:20Z', 'updated_at': '2022-06-03T15:35:20Z', 'revision_number': 0, 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daaec318-73c9-48b6-af88-6c7723f3ee1e', 'name': '', 'network_id': '2d580292-795d-4fee-87ce-011961d3c846', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'mac_address': 'fa:16:3e:eb:98:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '070f5c1f-f3d7-449a-a6e3-c5340374af16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:29Z', 'updated_at': '2022-06-03T15:31:35Z', 'revision_number': 5, 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'subnets': [{'id': '070f5c1f-f3d7-449a-a6e3-c5340374af16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:21.525044 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008062a2-bb1b-4ba9-9dae-8ea6a8531df6 None None] Checking router: 45476b8a-23ce-41e3-a736-f2299dcd1bf9 for host: dv-cinder-831247-16-iscsi {{(pid=103921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:35:21.533690 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008062a2-bb1b-4ba9-9dae-8ea6a8531df6 None None] Routers {'45476b8a-23ce-41e3-a736-f2299dcd1bf9'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:35:21.534292 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-008062a2-bb1b-4ba9-9dae-8ea6a8531df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:34:54Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['45476b8a-23ce-41e3-a736-f2299dcd1bf9'], 'active': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:21.619319 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-3587dfe7-2873-403e-a266-cef175b7304e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (ba2d900a-f6c8-44b2-a19a-5d512e564d5a), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:21.647803 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvr_db [None req-008062a2-bb1b-4ba9-9dae-8ea6a8531df6 None None] Set router 45476b8a-23ce-41e3-a736-f2299dcd1bf9 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:35:21.650216 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] get_ports_and_sgs() called for port_ids ['35aee873-ae42-4009-b76c-8be3dd44183f'] {{(pid=103921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 15:35:21.786117 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-45ccf3ff-6f24-495a-a5c8-b4412bc860d4 req-8f2602aa-12e1-451a-b32b-a8b57cbf6fae tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/ports?device_id=fb9d69bb-7d87-4df7-b525-1585a3fcd0d5 HTTP/1.1" status: 200 len: 210 time: 0.0566142 Jun 03 15:35:21.789964 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e99261-7891-4b3f-b773-f46f3e713d86 req-785e6c6c-2307-4024-a2b7-7bfadc3ddd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:21.792368 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f6e99261-7891-4b3f-b773-f46f3e713d86 req-785e6c6c-2307-4024-a2b7-7bfadc3ddd49 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=141bd2be69f243aa926f28b96eb6f0d5&device_id=838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b HTTP/1.1" status: 200 len: 1130 time: 0.0829110 Jun 03 15:35:21.816263 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device 35aee873-ae42-4009-b76c-8be3dd44183f no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 15:35:21.862258 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] No Port match for: 35aee873-ae42-4009-b76c-8be3dd44183f {{(pid=103921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 15:35:21.862594 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device 35aee873-ae42-4009-b76c-8be3dd44183f not bound to the agent host hv-cinder-83124 {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 15:35:21.917765 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e99261-7891-4b3f-b773-f46f3e713d86 req-bb7a84e1-d8cf-4dff-ad32-df2512e81889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:21.919654 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f6e99261-7891-4b3f-b773-f46f3e713d86 req-bb7a84e1-d8cf-4dff-ad32-df2512e81889 service neutron] 10.222.0.95 "GET /v2.0/networks?id=2d580292-795d-4fee-87ce-011961d3c846 HTTP/1.1" status: 200 len: 913 time: 0.0977576 Jun 03 15:35:21.969117 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-008062a2-bb1b-4ba9-9dae-8ea6a8531df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'name': 'tempest-TestVolumeBootPattern-1236245195-router', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '47a7f593-cbc6-4a09-8a1f-000c5b9a6915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:31:27Z', 'updated_at': '2022-06-03T15:31:30Z', 'revision_number': 4, 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'gw_port': {'id': '47a7f593-cbc6-4a09-8a1f-000c5b9a6915', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:82:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:28Z', 'updated_at': '2022-06-03T15:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_floatingips': [{'id': 'eb35851d-2a0f-42aa-a68d-fb3795145e16', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'floating_ip_address': '172.27.3.90', 'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'router_id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'port_id': '19ee1e44-f976-459e-a5b3-bb93ee091e6c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d580292-795d-4fee-87ce-011961d3c846', 'mac_address': 'fa:16:3e:cd:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:35:20Z', 'updated_at': '2022-06-03T15:35:20Z', 'revision_number': 0, 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daaec318-73c9-48b6-af88-6c7723f3ee1e', 'name': '', 'network_id': '2d580292-795d-4fee-87ce-011961d3c846', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'mac_address': 'fa:16:3e:eb:98:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '070f5c1f-f3d7-449a-a6e3-c5340374af16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:29Z', 'updated_at': '2022-06-03T15:31:35Z', 'revision_number': 5, 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'subnets': [{'id': '070f5c1f-f3d7-449a-a6e3-c5340374af16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:35:21.994973 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008062a2-bb1b-4ba9-9dae-8ea6a8531df6 None None] The sync data for ids ['45476b8a-23ce-41e3-a736-f2299dcd1bf9'] in dv-cinder-831247-16-iscsi is: [{'id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'name': 'tempest-TestVolumeBootPattern-1236245195-router', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '47a7f593-cbc6-4a09-8a1f-000c5b9a6915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:31:27Z', 'updated_at': '2022-06-03T15:31:30Z', 'revision_number': 4, 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'gw_port': {'id': '47a7f593-cbc6-4a09-8a1f-000c5b9a6915', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:82:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:28Z', 'updated_at': '2022-06-03T15:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_floatingips': [{'id': 'eb35851d-2a0f-42aa-a68d-fb3795145e16', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'floating_ip_address': '172.27.3.90', 'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'router_id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'port_id': '19ee1e44-f976-459e-a5b3-bb93ee091e6c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d580292-795d-4fee-87ce-011961d3c846', 'mac_address': 'fa:16:3e:cd:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:35:20Z', 'updated_at': '2022-06-03T15:35:20Z', 'revision_number': 0, 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daaec318-73c9-48b6-af88-6c7723f3ee1e', 'name': '', 'network_id': '2d580292-795d-4fee-87ce-011961d3c846', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'mac_address': 'fa:16:3e:eb:98:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '070f5c1f-f3d7-449a-a6e3-c5340374af16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:29Z', 'updated_at': '2022-06-03T15:31:35Z', 'revision_number': 5, 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'subnets': [{'id': '070f5c1f-f3d7-449a-a6e3-c5340374af16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:35:22.180114 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f6e99261-7891-4b3f-b773-f46f3e713d86 req-dd4b88d7-9bca-4cf1-a2ea-168b05a7738d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19ee1e44-f976-459e-a5b3-bb93ee091e6c HTTP/1.1" status: 200 len: 999 time: 0.1030285 Jun 03 15:35:22.236488 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e99261-7891-4b3f-b773-f46f3e713d86 req-854cb43b-9eaf-4c3f-86dd-035c2b7b5585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:22.238025 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f6e99261-7891-4b3f-b773-f46f3e713d86 req-854cb43b-9eaf-4c3f-86dd-035c2b7b5585 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=070f5c1f-f3d7-449a-a6e3-c5340374af16 HTTP/1.1" status: 200 len: 851 time: 0.0519943 Jun 03 15:35:22.274755 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca553a0-2161-48ee-ae99-1ad1793bf039 None None] New status for floating IP eb35851d-2a0f-42aa-a68d-fb3795145e16: ACTIVE {{(pid=103922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 15:35:22.316928 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e99261-7891-4b3f-b773-f46f3e713d86 req-8dfa6015-5bca-45ca-9792-1cff67d27d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:22.319288 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f6e99261-7891-4b3f-b773-f46f3e713d86 req-8dfa6015-5bca-45ca-9792-1cff67d27d77 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2d580292-795d-4fee-87ce-011961d3c846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0709348 Jun 03 15:35:22.445591 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f6e99261-7891-4b3f-b773-f46f3e713d86 req-471bdc75-6632-4858-9230-9d6be13aedab service neutron] 10.222.0.95 "GET /v2.0/networks/2d580292-795d-4fee-87ce-011961d3c846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201530 Jun 03 15:35:22.557121 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f6e99261-7891-4b3f-b773-f46f3e713d86 req-662b563a-30a9-4abb-846c-69b5432e05de service neutron] 10.222.0.95 "GET /v2.0/networks/2d580292-795d-4fee-87ce-011961d3c846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056204 Jun 03 15:35:23.133647 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a8b20e-a835-434d-8d95-808d7a7da344 req-08e828dc-b665-410a-9bee-c8dd10ad9103 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:23.135123 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-55a8b20e-a835-434d-8d95-808d7a7da344 req-08e828dc-b665-410a-9bee-c8dd10ad9103 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/networks?id=3678c4cd-eafc-4004-83e0-eba3e6fa12f1 HTTP/1.1" status: 200 len: 808 time: 0.1162827 Jun 03 15:35:23.150548 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-55a8b20e-a835-434d-8d95-808d7a7da344 req-8da56898-a252-4464-81da-efaf60e05670 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/quotas/bcb5131601b14b5884956a189e6e9462 HTTP/1.1" status: 200 len: 375 time: 0.0091958 Jun 03 15:35:23.166699 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:23.186515 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-55a8b20e-a835-434d-8d95-808d7a7da344 req-3837cbdd-05af-4389-878a-662892ab638b tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=bcb5131601b14b5884956a189e6e9462&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304034 Jun 03 15:35:23.398522 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-55a8b20e-a835-434d-8d95-808d7a7da344 req-21dc76f8-caaa-44fa-b7dc-278c1c6dac10 service neutron] 10.222.0.93 "GET /v2.0/networks/3678c4cd-eafc-4004-83e0-eba3e6fa12f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979771 Jun 03 15:35:23.487863 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-55a8b20e-a835-434d-8d95-808d7a7da344 req-22edad01-a53a-4cab-af05-4cd350bd2deb service neutron] 10.222.0.93 "GET /v2.0/networks/3678c4cd-eafc-4004-83e0-eba3e6fa12f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834160 Jun 03 15:35:23.660571 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-a8033095-c59e-4b11-bd37-899f84a68279 req-9fcd25ba-4ee3-4c1c-89e4-2dcc6fe73836 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f349a02-689d-4a1e-ba9a-2ca47b0347a3 HTTP/1.1" status: 200 len: 210 time: 0.0304165 Jun 03 15:35:23.791669 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-73d1a9f3-02a8-43bb-85e6-560bf9f83d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (af3cb756-c261-4349-9f96-3650fb8ddf57), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:24.761764 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-fc774e70-4a8c-48b6-99af-2fdef3c6848e req-055fee3e-3385-4564-8b17-5075131d87eb tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f349a02-689d-4a1e-ba9a-2ca47b0347a3 HTTP/1.1" status: 200 len: 210 time: 0.0291224 Jun 03 15:35:24.983133 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a8b20e-a835-434d-8d95-808d7a7da344 req-e58c45ff-7a10-42ff-9fda-92a91df5b176 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:24.984636 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-55a8b20e-a835-434d-8d95-808d7a7da344 req-e58c45ff-7a10-42ff-9fda-92a91df5b176 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.95 "GET /v2.0/networks?id=3678c4cd-eafc-4004-83e0-eba3e6fa12f1 HTTP/1.1" status: 200 len: 808 time: 0.1124189 Jun 03 15:35:24.999586 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [req-55a8b20e-a835-434d-8d95-808d7a7da344 req-fd260e1a-98fd-4b40-ae23-be5ce61a621f tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Request body: {'port': {'device_id': '8f349a02-689d-4a1e-ba9a-2ca47b0347a3', 'network_id': '3678c4cd-eafc-4004-83e0-eba3e6fa12f1', 'admin_state_up': True, 'tenant_id': 'bcb5131601b14b5884956a189e6e9462'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:35:25.111907 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=100 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:25.167765 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55a8b20e-a835-434d-8d95-808d7a7da344 req-fd260e1a-98fd-4b40-ae23-be5ce61a621f tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Made reservation on behalf of bcb5131601b14b5884956a189e6e9462 for: {'port': 1} {{(pid=103920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:35:25.172844 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-55a8b20e-a835-434d-8d95-808d7a7da344 req-fd260e1a-98fd-4b40-ae23-be5ce61a621f tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:25.336743 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_common [req-55a8b20e-a835-434d-8d95-808d7a7da344 req-fd260e1a-98fd-4b40-ae23-be5ce61a621f tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Allocated IP 172.20.0.7 (3678c4cd-eafc-4004-83e0-eba3e6fa12f1/05a519a8-81cb-441e-a5dd-14876e357c44/5ac0e121-8695-4bc9-bd81-da3b65bd09aa) {{(pid=103920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:35:25.533953 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-55a8b20e-a835-434d-8d95-808d7a7da344 req-fd260e1a-98fd-4b40-ae23-be5ce61a621f tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Publish callbacks [] for port (5ac0e121-8695-4bc9-bd81-da3b65bd09aa), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:25.568223 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ea450706-6f9d-4600-9901-8a13358e87c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (c1b56563-1529-491f-97b0-bd0331fef87b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:25.575060 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-55a8b20e-a835-434d-8d95-808d7a7da344 req-fd260e1a-98fd-4b40-ae23-be5ce61a621f tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5848811'] for port (5ac0e121-8695-4bc9-bd81-da3b65bd09aa), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:25.621041 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55a8b20e-a835-434d-8d95-808d7a7da344 req-fd260e1a-98fd-4b40-ae23-be5ce61a621f tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Network 3678c4cd-eafc-4004-83e0-eba3e6fa12f1 is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:35:25.624275 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [req-55a8b20e-a835-434d-8d95-808d7a7da344 req-fd260e1a-98fd-4b40-ae23-be5ce61a621f tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:35:25.632784 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [req-55a8b20e-a835-434d-8d95-808d7a7da344 req-fd260e1a-98fd-4b40-ae23-be5ce61a621f tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Received port after_create {{(pid=103920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:35:25.668209 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd260e1a-98fd-4b40-ae23-be5ce61a621f tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Pushing event updated for resources: {'Port': ['ID=5ac0e121-8695-4bc9-bd81-da3b65bd09aa,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:25.678011 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:25.701858 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a8b20e-a835-434d-8d95-808d7a7da344 req-fd260e1a-98fd-4b40-ae23-be5ce61a621f tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:25.702455 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-55a8b20e-a835-434d-8d95-808d7a7da344 req-fd260e1a-98fd-4b40-ae23-be5ce61a621f tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for port (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:25.720218 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-55a8b20e-a835-434d-8d95-808d7a7da344 req-fd260e1a-98fd-4b40-ae23-be5ce61a621f tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7257152 Jun 03 15:35:25.735047 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [req-55a8b20e-a835-434d-8d95-808d7a7da344 req-0943ab81-39f3-4f97-b6e8-73240dcae336 service neutron] Request body: {'port': {'device_id': '8f349a02-689d-4a1e-ba9a-2ca47b0347a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:35:25.798169 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-55a8b20e-a835-434d-8d95-808d7a7da344 req-0943ab81-39f3-4f97-b6e8-73240dcae336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (5ac0e121-8695-4bc9-bd81-da3b65bd09aa), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:25.887712 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941df80-d04d-4d75-ab68-3ceaeb8d9d69 req-5dfefaf0-e181-4773-8edc-8fdcbeb47249 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:25.889855 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-7941df80-d04d-4d75-ab68-3ceaeb8d9d69 req-5dfefaf0-e181-4773-8edc-8fdcbeb47249 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f349a02-689d-4a1e-ba9a-2ca47b0347a3 HTTP/1.1" status: 200 len: 931 time: 0.0523455 Jun 03 15:35:25.940908 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-7941df80-d04d-4d75-ab68-3ceaeb8d9d69 req-9c837240-6443-4770-ab92-9a50880d88c9 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/security-groups?id=710d42dd-3852-4a0f-a40a-09b77d4a5e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455422 Jun 03 15:35:26.048808 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:26.135455 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [req-55a8b20e-a835-434d-8d95-808d7a7da344 req-0943ab81-39f3-4f97-b6e8-73240dcae336 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ac0e121-8695-4bc9-bd81-da3b65bd09aa {{(pid=103920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:35:26.145271 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-55a8b20e-a835-434d-8d95-808d7a7da344 req-0943ab81-39f3-4f97-b6e8-73240dcae336 service neutron] Publish callbacks [] for port (5ac0e121-8695-4bc9-bd81-da3b65bd09aa), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:26.159780 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.provisioning_blocks [req-55a8b20e-a835-434d-8d95-808d7a7da344 req-0943ab81-39f3-4f97-b6e8-73240dcae336 service neutron] Transition to ACTIVE for port object 5ac0e121-8695-4bc9-bd81-da3b65bd09aa will not be triggered until provisioned by entity L2. {{(pid=103920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 03 15:35:26.164682 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-55a8b20e-a835-434d-8d95-808d7a7da344 req-0943ab81-39f3-4f97-b6e8-73240dcae336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5848786'] for port (5ac0e121-8695-4bc9-bd81-da3b65bd09aa), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:26.220922 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0943ab81-39f3-4f97-b6e8-73240dcae336 service neutron] Pushing event updated for resources: {'Port': ['ID=5ac0e121-8695-4bc9-bd81-da3b65bd09aa,revision_number=2']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:26.312963 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.managers [req-55a8b20e-a835-434d-8d95-808d7a7da344 req-0943ab81-39f3-4f97-b6e8-73240dcae336 service neutron] Attempting to bind port 5ac0e121-8695-4bc9-bd81-da3b65bd09aa on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 15:35:26.313381 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.managers [req-55a8b20e-a835-434d-8d95-808d7a7da344 req-0943ab81-39f3-4f97-b6e8-73240dcae336 service neutron] Attempting to bind port 5ac0e121-8695-4bc9-bd81-da3b65bd09aa by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'a95fd353-fe66-468b-b963-edaa6432b405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '3678c4cd-eafc-4004-83e0-eba3e6fa12f1'}] {{(pid=103920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 15:35:26.313714 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a8b20e-a835-434d-8d95-808d7a7da344 req-0943ab81-39f3-4f97-b6e8-73240dcae336 service neutron] Attempting to bind port 5ac0e121-8695-4bc9-bd81-da3b65bd09aa on network 3678c4cd-eafc-4004-83e0-eba3e6fa12f1 {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:35:26.318595 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a8b20e-a835-434d-8d95-808d7a7da344 req-0943ab81-39f3-4f97-b6e8-73240dcae336 service neutron] Port 5ac0e121-8695-4bc9-bd81-da3b65bd09aa on network 3678c4cd-eafc-4004-83e0-eba3e6fa12f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 03 15:35:26.318912 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a8b20e-a835-434d-8d95-808d7a7da344 req-0943ab81-39f3-4f97-b6e8-73240dcae336 service neutron] Attempting to bind port 5ac0e121-8695-4bc9-bd81-da3b65bd09aa on network 3678c4cd-eafc-4004-83e0-eba3e6fa12f1 {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:35:26.323956 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a8b20e-a835-434d-8d95-808d7a7da344 req-0943ab81-39f3-4f97-b6e8-73240dcae336 service neutron] Checking agent: {'id': '5d40428d-d668-464b-bcee-3124e1355b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 24, 37), 'started_at': datetime.datetime(2022, 6, 3, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 15:35:26.324286 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a8b20e-a835-434d-8d95-808d7a7da344 req-0943ab81-39f3-4f97-b6e8-73240dcae336 service neutron] Checking segment: {'id': 'a95fd353-fe66-468b-b963-edaa6432b405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '3678c4cd-eafc-4004-83e0-eba3e6fa12f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:35:26.324658 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a8b20e-a835-434d-8d95-808d7a7da344 req-0943ab81-39f3-4f97-b6e8-73240dcae336 service neutron] Bound using segment: {'id': 'a95fd353-fe66-468b-b963-edaa6432b405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '3678c4cd-eafc-4004-83e0-eba3e6fa12f1'} {{(pid=103920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 15:35:26.325067 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.managers [req-55a8b20e-a835-434d-8d95-808d7a7da344 req-0943ab81-39f3-4f97-b6e8-73240dcae336 service neutron] Bound port: 5ac0e121-8695-4bc9-bd81-da3b65bd09aa, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a95fd353-fe66-468b-b963-edaa6432b405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '3678c4cd-eafc-4004-83e0-eba3e6fa12f1'}}] {{(pid=103920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 15:35:26.325411 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-55a8b20e-a835-434d-8d95-808d7a7da344 req-0943ab81-39f3-4f97-b6e8-73240dcae336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (5ac0e121-8695-4bc9-bd81-da3b65bd09aa), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:26.408742 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [req-55a8b20e-a835-434d-8d95-808d7a7da344 req-0943ab81-39f3-4f97-b6e8-73240dcae336 service neutron] For port 5ac0e121-8695-4bc9-bd81-da3b65bd09aa, host hv-cinder-83124, cleared binding levels {{(pid=103920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 15:35:26.412226 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [req-55a8b20e-a835-434d-8d95-808d7a7da344 req-0943ab81-39f3-4f97-b6e8-73240dcae336 service neutron] For port 5ac0e121-8695-4bc9-bd81-da3b65bd09aa, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=5ac0e121-8695-4bc9-bd81-da3b65bd09aa,segment=NetworkSegment(a95fd353-fe66-468b-b963-edaa6432b405),segment_id=a95fd353-fe66-468b-b963-edaa6432b405)] {{(pid=103920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 15:35:26.419697 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-55a8b20e-a835-434d-8d95-808d7a7da344 req-0943ab81-39f3-4f97-b6e8-73240dcae336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5848786'] for port (5ac0e121-8695-4bc9-bd81-da3b65bd09aa), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:26.466097 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a8b20e-a835-434d-8d95-808d7a7da344 req-0943ab81-39f3-4f97-b6e8-73240dcae336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:26.466821 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-55a8b20e-a835-434d-8d95-808d7a7da344 req-0943ab81-39f3-4f97-b6e8-73240dcae336 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for port (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:26.468922 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-55a8b20e-a835-434d-8d95-808d7a7da344 req-0943ab81-39f3-4f97-b6e8-73240dcae336 service neutron] 10.222.0.95 "PUT /v2.0/ports/5ac0e121-8695-4bc9-bd81-da3b65bd09aa HTTP/1.1" status: 200 len: 1093 time: 0.7387443 Jun 03 15:35:26.469412 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f349a02-689d-4a1e-ba9a-2ca47b0347a3', 'tag': '5ac0e121-8695-4bc9-bd81-da3b65bd09aa'}] {{(pid=103920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:35:26.472444 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fde6ca1c4b3e174e639905c0d93b14e8a3905e0af4b9b9445456920c81b8107" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e30820-d5cb-4309-8c9b-a15d0e6089ae" -d '{"events": [{"name": "network-changed", "server_uuid": "8f349a02-689d-4a1e-ba9a-2ca47b0347a3", "tag": "5ac0e121-8695-4bc9-bd81-da3b65bd09aa"}]}' {{(pid=103920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:35:26.505336 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0943ab81-39f3-4f97-b6e8-73240dcae336 service neutron] Pushing event updated for resources: {'Port': ['ID=5ac0e121-8695-4bc9-bd81-da3b65bd09aa,revision_number=3']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:26.526696 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 15:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4fe6e9-8bf6-47b9-a8ae-64e05a472387 x-openstack-request-id: req-af4fe6e9-8bf6-47b9-a8ae-64e05a472387 {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:35:26.526980 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f349a02-689d-4a1e-ba9a-2ca47b0347a3", "tag": "5ac0e121-8695-4bc9-bd81-da3b65bd09aa", "status": "completed", "code": 200}]} {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:35:26.527230 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-af4fe6e9-8bf6-47b9-a8ae-64e05a472387 {{(pid=103920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:35:26.527632 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af4fe6e9-8bf6-47b9-a8ae-64e05a472387'] response: {'name': 'network-changed', 'server_uuid': '8f349a02-689d-4a1e-ba9a-2ca47b0347a3', 'tag': '5ac0e121-8695-4bc9-bd81-da3b65bd09aa', 'status': 'completed', 'code': 200} Jun 03 15:35:26.555089 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0007325d-49bd-45ba-86c8-d0efad7af70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (e76c2f28-d1d2-478d-a24e-96dcb24ae502), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:26.901998 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a8b20e-a835-434d-8d95-808d7a7da344 req-a6788ff9-54e1-466b-abb0-2a20334df93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:26.903990 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-55a8b20e-a835-434d-8d95-808d7a7da344 req-a6788ff9-54e1-466b-abb0-2a20334df93a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=bcb5131601b14b5884956a189e6e9462&device_id=8f349a02-689d-4a1e-ba9a-2ca47b0347a3 HTTP/1.1" status: 200 len: 1127 time: 0.0560648 Jun 03 15:35:26.950120 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-55a8b20e-a835-434d-8d95-808d7a7da344 req-1d4484a3-2958-4496-a44d-a0341d218c3a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ac0e121-8695-4bc9-bd81-da3b65bd09aa HTTP/1.1" status: 200 len: 217 time: 0.0386167 Jun 03 15:35:27.032030 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a8b20e-a835-434d-8d95-808d7a7da344 req-e5cb43f8-e195-479d-8e7c-764e12d06acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:27.033497 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-55a8b20e-a835-434d-8d95-808d7a7da344 req-e5cb43f8-e195-479d-8e7c-764e12d06acf service neutron] 10.222.0.95 "GET /v2.0/subnets?id=05a519a8-81cb-441e-a5dd-14876e357c44 HTTP/1.1" status: 200 len: 848 time: 0.0718906 Jun 03 15:35:27.078069 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-55a8b20e-a835-434d-8d95-808d7a7da344 req-cf49fe6b-b453-497f-9163-d530cd82734e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3678c4cd-eafc-4004-83e0-eba3e6fa12f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331411 Jun 03 15:35:27.124015 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:27.179350 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea595f-fa0a-4f73-9b53-71225291866b req-e75b5690-d48e-49a6-a8a2-c6996a86dafe tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:27.180914 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-7eea595f-fa0a-4f73-9b53-71225291866b req-e75b5690-d48e-49a6-a8a2-c6996a86dafe tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f349a02-689d-4a1e-ba9a-2ca47b0347a3 HTTP/1.1" status: 200 len: 943 time: 0.1077805 Jun 03 15:35:27.242715 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-55a8b20e-a835-434d-8d95-808d7a7da344 req-5625a98f-ce58-4264-9644-06afa3580cd6 service neutron] 10.222.0.95 "GET /v2.0/networks/3678c4cd-eafc-4004-83e0-eba3e6fa12f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549933 Jun 03 15:35:27.263811 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-7eea595f-fa0a-4f73-9b53-71225291866b req-c8859e59-f9dc-41ad-ac85-ca4f17c64c0b tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/security-groups?id=710d42dd-3852-4a0f-a40a-09b77d4a5e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752418 Jun 03 15:35:27.357387 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-55a8b20e-a835-434d-8d95-808d7a7da344 req-bd852593-53f5-484e-948e-bd3f8e84a50d service neutron] 10.222.0.95 "GET /v2.0/networks/3678c4cd-eafc-4004-83e0-eba3e6fa12f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054585 Jun 03 15:35:27.767397 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f60e8fd-94e8-4ffb-b30c-28c648ecee9c req-55244366-8d52-4e33-9c0f-16959cddd3e9 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:27.769959 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-7f60e8fd-94e8-4ffb-b30c-28c648ecee9c req-55244366-8d52-4e33-9c0f-16959cddd3e9 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e324bc-ede1-49c6-b397-7cd7eef8fe4d HTTP/1.1" status: 200 len: 945 time: 0.0647786 Jun 03 15:35:27.815978 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:27.839404 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-7f60e8fd-94e8-4ffb-b30c-28c648ecee9c req-d85b50ce-002e-4a5a-acb4-fae0ab2613ff tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.93 "GET /v2.0/security-groups?id=42d72d5a-b141-4d8d-b233-41b1feaad181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619757 Jun 03 15:35:28.227486 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:28.241182 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (b78338d6-31c9-4f43-bfac-5a5a854a8366), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:28.325642 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e30820-d5cb-4309-8c9b-a15d0e6089ae req-1a139552-0d2b-4456-957f-4f94866ae6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:28.328196 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-33e30820-d5cb-4309-8c9b-a15d0e6089ae req-1a139552-0d2b-4456-957f-4f94866ae6db service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=bcb5131601b14b5884956a189e6e9462&device_id=8f349a02-689d-4a1e-ba9a-2ca47b0347a3 HTTP/1.1" status: 200 len: 1127 time: 0.0619757 Jun 03 15:35:28.404678 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a3acd3-327b-443d-a190-28e4650cdce4 req-a4fbca5d-8b34-4d46-b69b-e92c5458a2e2 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:28.406145 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-44a3acd3-327b-443d-a190-28e4650cdce4 req-a4fbca5d-8b34-4d46-b69b-e92c5458a2e2 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f349a02-689d-4a1e-ba9a-2ca47b0347a3 HTTP/1.1" status: 200 len: 943 time: 0.0576892 Jun 03 15:35:28.456035 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:28.465429 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-44a3acd3-327b-443d-a190-28e4650cdce4 req-d38b43fa-5675-4d08-ad05-a5e16d2270c6 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/security-groups?id=710d42dd-3852-4a0f-a40a-09b77d4a5e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501480 Jun 03 15:35:28.976722 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15fb8df-862b-4dbd-a188-59081615fa7e req-1d8c7ba3-2726-48bd-9b96-5a6ea61726ba tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:28.977821 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d15fb8df-862b-4dbd-a188-59081615fa7e req-1d8c7ba3-2726-48bd-9b96-5a6ea61726ba tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e324bc-ede1-49c6-b397-7cd7eef8fe4d HTTP/1.1" status: 200 len: 945 time: 0.0650449 Jun 03 15:35:29.048448 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d15fb8df-862b-4dbd-a188-59081615fa7e req-126d619a-60c0-4002-adaa-1bd226eff075 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.93 "GET /v2.0/security-groups?id=42d72d5a-b141-4d8d-b233-41b1feaad181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625551 Jun 03 15:35:29.602433 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c8d4e-38e7-43d6-8499-816ebe836392 req-408d24bb-5c96-4821-b09a-81f4b90a83ab tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:29.603927 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-419c8d4e-38e7-43d6-8499-816ebe836392 req-408d24bb-5c96-4821-b09a-81f4b90a83ab tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f349a02-689d-4a1e-ba9a-2ca47b0347a3 HTTP/1.1" status: 200 len: 943 time: 0.0607522 Jun 03 15:35:29.660509 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-419c8d4e-38e7-43d6-8499-816ebe836392 req-1b6fde6f-4f13-4572-a9b4-f3c0c33b0828 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/security-groups?id=710d42dd-3852-4a0f-a40a-09b77d4a5e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475123 Jun 03 15:35:29.813062 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device 5ac0e121-8695-4bc9-bd81-da3b65bd09aa details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 15:35:29.832970 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e30820-d5cb-4309-8c9b-a15d0e6089ae req-b04bbd71-5ea9-4837-a4b2-6691b90a8e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:29.834564 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-33e30820-d5cb-4309-8c9b-a15d0e6089ae req-b04bbd71-5ea9-4837-a4b2-6691b90a8e07 service neutron] 10.222.0.95 "GET /v2.0/networks?id=3678c4cd-eafc-4004-83e0-eba3e6fa12f1 HTTP/1.1" status: 200 len: 909 time: 0.0968914 Jun 03 15:35:29.942340 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:29.970029 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port 5ac0e121-8695-4bc9-bd81-da3b65bd09aa, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=5ac0e121-8695-4bc9-bd81-da3b65bd09aa,segment=NetworkSegment(a95fd353-fe66-468b-b963-edaa6432b405),segment_id=a95fd353-fe66-468b-b963-edaa6432b405)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:35:29.974084 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-33e30820-d5cb-4309-8c9b-a15d0e6089ae req-a47a3056-1ab3-4465-b995-64447fe30e0e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ac0e121-8695-4bc9-bd81-da3b65bd09aa HTTP/1.1" status: 200 len: 217 time: 0.0414217 Jun 03 15:35:29.984522 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Returning: {'device': '5ac0e121-8695-4bc9-bd81-da3b65bd09aa', 'network_id': '3678c4cd-eafc-4004-83e0-eba3e6fa12f1', 'port_id': '5ac0e121-8695-4bc9-bd81-da3b65bd09aa', 'mac_address': 'fa:16:3e:fb:25:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05a519a8-81cb-441e-a5dd-14876e357c44', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 15:35:30.032955 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Current status of the port 5ac0e121-8695-4bc9-bd81-da3b65bd09aa is: DOWN; New status is: BUILD {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:35:30.033433 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (5ac0e121-8695-4bc9-bd81-da3b65bd09aa), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:30.036089 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e30820-d5cb-4309-8c9b-a15d0e6089ae req-1bfd3642-548b-4222-9bf1-fd8c02e6e579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:30.037873 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-33e30820-d5cb-4309-8c9b-a15d0e6089ae req-1bfd3642-548b-4222-9bf1-fd8c02e6e579 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=05a519a8-81cb-441e-a5dd-14876e357c44 HTTP/1.1" status: 200 len: 848 time: 0.0528667 Jun 03 15:35:30.055443 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ac0e121-8695-4bc9-bd81-da3b65bd09aa {{(pid=103921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:35:30.096437 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port 5ac0e121-8695-4bc9-bd81-da3b65bd09aa, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=5ac0e121-8695-4bc9-bd81-da3b65bd09aa,segment=NetworkSegment(a95fd353-fe66-468b-b963-edaa6432b405),segment_id=a95fd353-fe66-468b-b963-edaa6432b405)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:35:30.096672 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-33e30820-d5cb-4309-8c9b-a15d0e6089ae req-2a02bc27-534f-41ac-ba3b-d43e2854109d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=3678c4cd-eafc-4004-83e0-eba3e6fa12f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356674 Jun 03 15:35:30.114183 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (5ac0e121-8695-4bc9-bd81-da3b65bd09aa), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:30.137530 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9573c4a-a7b2-4b37-885a-f3338ef60b1f req-8adcf4b3-5353-401a-b224-974a1c607c26 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:30.139954 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b9573c4a-a7b2-4b37-885a-f3338ef60b1f req-8adcf4b3-5353-401a-b224-974a1c607c26 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.95 "GET /v2.0/ports?device_id=73e324bc-ede1-49c6-b397-7cd7eef8fe4d HTTP/1.1" status: 200 len: 945 time: 0.0779860 Jun 03 15:35:30.167820 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Pushing event updated for resources: {'Port': ['ID=5ac0e121-8695-4bc9-bd81-da3b65bd09aa,revision_number=4']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:30.272822 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.plugin [req-b9573c4a-a7b2-4b37-885a-f3338ef60b1f req-25a8cd56-9223-4781-ab46-8f65334945d3 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Deleting port a2683068-e975-44f9-bfbb-088b723434a1 {{(pid=103919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:35:30.273164 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-b9573c4a-a7b2-4b37-885a-f3338ef60b1f req-25a8cd56-9223-4781-ab46-8f65334945d3 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (a2683068-e975-44f9-bfbb-088b723434a1), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:30.341443 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] get_ports_and_sgs() called for port_ids ['5ac0e121-8695-4bc9-bd81-da3b65bd09aa'] {{(pid=103921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 15:35:30.392906 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [req-b9573c4a-a7b2-4b37-885a-f3338ef60b1f req-25a8cd56-9223-4781-ab46-8f65334945d3 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] For port a2683068-e975-44f9-bfbb-088b723434a1, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=a2683068-e975-44f9-bfbb-088b723434a1,segment=NetworkSegment(ee7b5cac-c2ff-4415-b98e-a1aa8e607bdf),segment_id=ee7b5cac-c2ff-4415-b98e-a1aa8e607bdf)] {{(pid=103919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:35:30.393487 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-b9573c4a-a7b2-4b37-885a-f3338ef60b1f req-25a8cd56-9223-4781-ab46-8f65334945d3 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (a2683068-e975-44f9-bfbb-088b723434a1), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:30.412008 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.plugin [req-b9573c4a-a7b2-4b37-885a-f3338ef60b1f req-25a8cd56-9223-4781-ab46-8f65334945d3 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Calling delete_port for a2683068-e975-44f9-bfbb-088b723434a1 owned by compute:nova {{(pid=103919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:35:30.476165 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:30.558475 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a5b26-c353-4a53-a96c-0289116be5e7 req-808773e6-8a16-45aa-978f-055e8b975b07 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:30.569451 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-5a0a5b26-c353-4a53-a96c-0289116be5e7 req-808773e6-8a16-45aa-978f-055e8b975b07 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e324bc-ede1-49c6-b397-7cd7eef8fe4d HTTP/1.1" status: 200 len: 945 time: 0.4063160 Jun 03 15:35:30.608341 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-33e30820-d5cb-4309-8c9b-a15d0e6089ae req-06235af2-4333-473d-8281-5e69a51c212b service neutron] 10.222.0.95 "GET /v2.0/networks/3678c4cd-eafc-4004-83e0-eba3e6fa12f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4982834 Jun 03 15:35:30.643961 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-b9573c4a-a7b2-4b37-885a-f3338ef60b1f req-25a8cd56-9223-4781-ab46-8f65334945d3 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4807792'] for port (a2683068-e975-44f9-bfbb-088b723434a1), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:30.659291 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-5a0a5b26-c353-4a53-a96c-0289116be5e7 req-2a260b60-3472-4214-84ae-280604fbb87c tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.93 "GET /v2.0/security-groups?id=42d72d5a-b141-4d8d-b233-41b1feaad181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886149 Jun 03 15:35:30.692554 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a8cd56-9223-4781-ab46-8f65334945d3 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Pushing event deleted for resources: {'Port': ['ID=a2683068-e975-44f9-bfbb-088b723434a1,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:30.800221 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9573c4a-a7b2-4b37-885a-f3338ef60b1f req-25a8cd56-9223-4781-ab46-8f65334945d3 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] No DVR routers for this DVR port a2683068-e975-44f9-bfbb-088b723434a1 on host hv-cinder-83124 {{(pid=103919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 15:35:30.802150 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-33e30820-d5cb-4309-8c9b-a15d0e6089ae req-c79c9394-607d-4587-b084-0bfe67853787 service neutron] 10.222.0.95 "GET /v2.0/networks/3678c4cd-eafc-4004-83e0-eba3e6fa12f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758366 Jun 03 15:35:30.830966 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-b9573c4a-a7b2-4b37-885a-f3338ef60b1f req-25a8cd56-9223-4781-ab46-8f65334945d3 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for port (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:30.835058 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b9573c4a-a7b2-4b37-885a-f3338ef60b1f req-25a8cd56-9223-4781-ab46-8f65334945d3 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.95 "DELETE /v2.0/ports/a2683068-e975-44f9-bfbb-088b723434a1 HTTP/1.1" status: 204 len: 173 time: 0.6894286 Jun 03 15:35:30.835543 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e324bc-ede1-49c6-b397-7cd7eef8fe4d', 'name': 'network-vif-deleted', 'tag': 'a2683068-e975-44f9-bfbb-088b723434a1'}] {{(pid=103919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:35:30.838215 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb6718ce3f0a4af57ef91ee7142c10b6234fd65cffdc95d0a08216ae9169e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c9bba1-8018-450d-bfab-1ea1b6b7050a" -d '{"events": [{"server_uuid": "73e324bc-ede1-49c6-b397-7cd7eef8fe4d", "name": "network-vif-deleted", "tag": "a2683068-e975-44f9-bfbb-088b723434a1"}]}' {{(pid=103919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:35:30.862394 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.agents_db [None req-a949b1cf-d0d8-4748-9c84-4164e96bf99f None None] Agent healthcheck: found 6 active agents {{(pid=103922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 15:35:30.870268 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2b97d7-c8c5-4368-900c-053a00833768 req-be751700-5044-4023-910a-4423cdb344d6 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:30.872284 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-1d2b97d7-c8c5-4368-900c-053a00833768 req-be751700-5044-4023-910a-4423cdb344d6 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f349a02-689d-4a1e-ba9a-2ca47b0347a3 HTTP/1.1" status: 200 len: 944 time: 0.0736408 Jun 03 15:35:30.908194 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 15:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17fa3294-d9ec-411c-b970-5ae90ff9e1a8 x-openstack-request-id: req-17fa3294-d9ec-411c-b970-5ae90ff9e1a8 {{(pid=103919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:35:30.908722 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e324bc-ede1-49c6-b397-7cd7eef8fe4d", "name": "network-vif-deleted", "tag": "a2683068-e975-44f9-bfbb-088b723434a1", "status": "completed", "code": 200}]} {{(pid=103919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:35:30.910313 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-17fa3294-d9ec-411c-b970-5ae90ff9e1a8 {{(pid=103919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:35:30.910313 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17fa3294-d9ec-411c-b970-5ae90ff9e1a8'] response: {'server_uuid': '73e324bc-ede1-49c6-b397-7cd7eef8fe4d', 'name': 'network-vif-deleted', 'tag': 'a2683068-e975-44f9-bfbb-088b723434a1', 'status': 'completed', 'code': 200} Jun 03 15:35:30.948131 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-1d2b97d7-c8c5-4368-900c-053a00833768 req-9596949e-8f18-4d24-aacc-44c526a22a45 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/security-groups?id=710d42dd-3852-4a0f-a40a-09b77d4a5e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679414 Jun 03 15:35:30.976799 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 59446) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:35:30.979600 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] get_ports_and_sgs() called for port_ids ['a2683068-e975-44f9-bfbb-088b723434a1'] {{(pid=103921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 15:35:31.114782 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-e4ddd5f5-b4b3-4e53-8cc2-28f18d026118 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:31.215034 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-e4ddd5f5-b4b3-4e53-8cc2-28f18d026118 admin admin] Publish callbacks [] for security_group (63ae2f0b-0299-426b-99fa-4cd67cef7fcf), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:31.219567 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-e4ddd5f5-b4b3-4e53-8cc2-28f18d026118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (63ae2f0b-0299-426b-99fa-4cd67cef7fcf), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:31.252753 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:31.268720 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ddd5f5-b4b3-4e53-8cc2-28f18d026118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ae2f0b-0299-426b-99fa-4cd67cef7fcf,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:31.274463 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-e4ddd5f5-b4b3-4e53-8cc2-28f18d026118 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=99f44d7e574b40d094c477cc2d53ba5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2965105 Jun 03 15:35:31.278656 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 59450) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:35:31.347726 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-d2a6d499-2810-4cc2-8ffe-7393e8353b34 admin admin] Publish callbacks [] for security_group (63ae2f0b-0299-426b-99fa-4cd67cef7fcf), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:31.378139 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-d2a6d499-2810-4cc2-8ffe-7393e8353b34 admin admin] Publish callbacks [] for security_group (63ae2f0b-0299-426b-99fa-4cd67cef7fcf), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:31.433723 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-d2a6d499-2810-4cc2-8ffe-7393e8353b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (63ae2f0b-0299-426b-99fa-4cd67cef7fcf), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:31.436346 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-d2a6d499-2810-4cc2-8ffe-7393e8353b34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:31.438100 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-d2a6d499-2810-4cc2-8ffe-7393e8353b34 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/63ae2f0b-0299-426b-99fa-4cd67cef7fcf HTTP/1.1" status: 204 len: 168 time: 0.1584811 Jun 03 15:35:31.452343 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a6d499-2810-4cc2-8ffe-7393e8353b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ae2f0b-0299-426b-99fa-4cd67cef7fcf,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:31.788897 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 59458) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:35:31.803145 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-de60e334-db82-4956-ab65-c05dafad69a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:31.807424 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-1e66f6b0-9c38-4139-9923-4552e5e5fed5 req-116173a6-12bb-47e8-a8ed-7f203e3b31a8 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e324bc-ede1-49c6-b397-7cd7eef8fe4d HTTP/1.1" status: 200 len: 210 time: 0.0344987 Jun 03 15:35:31.897956 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-de60e334-db82-4956-ab65-c05dafad69a7 admin admin] Publish callbacks [] for security_group (57e86f91-332c-4dba-a834-829196da8815), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:31.902605 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-de60e334-db82-4956-ab65-c05dafad69a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (57e86f91-332c-4dba-a834-829196da8815), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:31.944322 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de60e334-db82-4956-ab65-c05dafad69a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e86f91-332c-4dba-a834-829196da8815,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:31.950023 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-de60e334-db82-4956-ab65-c05dafad69a7 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=3cea8cd2fb1d4e1f8d41270030f0e330&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1597745 Jun 03 15:35:31.952796 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 59462) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:35:32.015103 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-da683c0b-67dd-4f99-a99a-1cbd46c61b43 admin admin] Publish callbacks [] for security_group (57e86f91-332c-4dba-a834-829196da8815), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:32.017686 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=10 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:32.068214 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-da683c0b-67dd-4f99-a99a-1cbd46c61b43 admin admin] Publish callbacks [] for security_group (57e86f91-332c-4dba-a834-829196da8815), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:32.098913 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07adeced-d7a7-45d5-aab8-1ce166ff3d37 req-afab6fdb-4aa0-41eb-aa44-f16446ca3691 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:32.100468 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-07adeced-d7a7-45d5-aab8-1ce166ff3d37 req-afab6fdb-4aa0-41eb-aa44-f16446ca3691 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f349a02-689d-4a1e-ba9a-2ca47b0347a3 HTTP/1.1" status: 200 len: 944 time: 0.0716517 Jun 03 15:35:32.170905 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-07adeced-d7a7-45d5-aab8-1ce166ff3d37 req-cede2353-e55e-4532-8c05-67e6adb2fd65 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/security-groups?id=710d42dd-3852-4a0f-a40a-09b77d4a5e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577989 Jun 03 15:35:32.175534 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-da683c0b-67dd-4f99-a99a-1cbd46c61b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (57e86f91-332c-4dba-a834-829196da8815), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:32.179515 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-da683c0b-67dd-4f99-a99a-1cbd46c61b43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:32.181132 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-da683c0b-67dd-4f99-a99a-1cbd46c61b43 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/57e86f91-332c-4dba-a834-829196da8815 HTTP/1.1" status: 204 len: 168 time: 0.2272744 Jun 03 15:35:32.194825 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da683c0b-67dd-4f99-a99a-1cbd46c61b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e86f91-332c-4dba-a834-829196da8815,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:32.773470 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device 5ac0e121-8695-4bc9-bd81-da3b65bd09aa up at agent hyperv_hv-cinder-83124 {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:35:32.821988 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Provisioning for port 5ac0e121-8695-4bc9-bd81-da3b65bd09aa completed by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 03 15:35:32.829372 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Provisioning complete for port 5ac0e121-8695-4bc9-bd81-da3b65bd09aa triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:35:32.829601 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (5ac0e121-8695-4bc9-bd81-da3b65bd09aa), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:32.932826 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Current status of the port 5ac0e121-8695-4bc9-bd81-da3b65bd09aa is: BUILD; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:35:32.933207 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (5ac0e121-8695-4bc9-bd81-da3b65bd09aa), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:32.972243 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f349a02-689d-4a1e-ba9a-2ca47b0347a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac0e121-8695-4bc9-bd81-da3b65bd09aa'}] {{(pid=103921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:35:32.974909 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a0ad6594b2f649df373dfcb19de0225617b45f42ff1455deb142f027ba5606a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1022fad6-ddff-47a6-87d6-face2858154c" -d '{"events": [{"server_uuid": "8f349a02-689d-4a1e-ba9a-2ca47b0347a3", "name": "network-vif-plugged", "status": "completed", "tag": "5ac0e121-8695-4bc9-bd81-da3b65bd09aa"}]}' {{(pid=103921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:35:32.976312 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-faaa21ef-a923-4129-a5e3-d6091eac09db req-f889313b-e406-4306-b3a9-cc5642605e89 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e324bc-ede1-49c6-b397-7cd7eef8fe4d HTTP/1.1" status: 200 len: 210 time: 0.0597658 Jun 03 15:35:32.988782 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port 5ac0e121-8695-4bc9-bd81-da3b65bd09aa, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=5ac0e121-8695-4bc9-bd81-da3b65bd09aa,segment=NetworkSegment(a95fd353-fe66-468b-b963-edaa6432b405),segment_id=a95fd353-fe66-468b-b963-edaa6432b405)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:35:33.003699 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (5ac0e121-8695-4bc9-bd81-da3b65bd09aa), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:33.039636 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 15:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8891eeb2-a73e-4d60-90c9-7208ea19969b x-openstack-request-id: req-8891eeb2-a73e-4d60-90c9-7208ea19969b {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:35:33.039929 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f349a02-689d-4a1e-ba9a-2ca47b0347a3", "name": "network-vif-plugged", "status": "completed", "tag": "5ac0e121-8695-4bc9-bd81-da3b65bd09aa", "code": 200}]} {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:35:33.040185 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8891eeb2-a73e-4d60-90c9-7208ea19969b {{(pid=103921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:35:33.040571 dv-cinder-831247-16-iscsi neutron-server[103921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8891eeb2-a73e-4d60-90c9-7208ea19969b'] response: {'server_uuid': '8f349a02-689d-4a1e-ba9a-2ca47b0347a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac0e121-8695-4bc9-bd81-da3b65bd09aa', 'code': 200} Jun 03 15:35:33.058743 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Pushing event updated for resources: {'Port': ['ID=5ac0e121-8695-4bc9-bd81-da3b65bd09aa,revision_number=5']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:33.298124 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35209cb-1f95-41b5-b257-1644f1b142de req-38f3ede8-dccb-4e3d-94c3-e20530b4eafb tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:33.300064 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d35209cb-1f95-41b5-b257-1644f1b142de req-38f3ede8-dccb-4e3d-94c3-e20530b4eafb tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f349a02-689d-4a1e-ba9a-2ca47b0347a3 HTTP/1.1" status: 200 len: 945 time: 0.0524139 Jun 03 15:35:33.339487 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=100 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:33.371789 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d35209cb-1f95-41b5-b257-1644f1b142de req-e2ec1d15-74e2-4eb3-8319-8dd88e394cda tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/security-groups?id=710d42dd-3852-4a0f-a40a-09b77d4a5e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608613 Jun 03 15:35:33.939601 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device a2683068-e975-44f9-bfbb-088b723434a1 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 15:35:33.963950 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] No Port match for: a2683068-e975-44f9-bfbb-088b723434a1 {{(pid=103921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 15:35:33.964302 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device a2683068-e975-44f9-bfbb-088b723434a1 not bound to the agent host hv-cinder-83124 {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 15:35:34.176775 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-58726409-e92d-4e97-a97b-1afb39448112 req-223c3fd6-26cc-4ad3-9214-cfb101c868c4 tempest-VolumesSnapshotTestJSON-349830551 tempest-VolumesSnapshotTestJSON-349830551-project] 10.222.0.93 "GET /v2.0/ports?device_id=73e324bc-ede1-49c6-b397-7cd7eef8fe4d HTTP/1.1" status: 200 len: 210 time: 0.0572600 Jun 03 15:35:34.187659 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e054d8f-9242-4448-8149-6d1f06a0f017 req-e0d3704b-12fb-46e6-923f-69f18bd83b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:34.189250 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-6e054d8f-9242-4448-8149-6d1f06a0f017 req-e0d3704b-12fb-46e6-923f-69f18bd83b12 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=8f349a02-689d-4a1e-ba9a-2ca47b0347a3 HTTP/1.1" status: 200 len: 1129 time: 0.0822394 Jun 03 15:35:34.240543 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-6e054d8f-9242-4448-8149-6d1f06a0f017 req-59d3d4f5-940d-4534-880f-ac7b2187c2dc service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=710d42dd-3852-4a0f-a40a-09b77d4a5e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441067 Jun 03 15:35:34.505808 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478748d4-48f7-4a51-9002-697e29b2eae7 req-b0c26b82-5c1d-4957-a3f0-8ee912e539b1 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:34.507460 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-478748d4-48f7-4a51-9002-697e29b2eae7 req-b0c26b82-5c1d-4957-a3f0-8ee912e539b1 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f349a02-689d-4a1e-ba9a-2ca47b0347a3 HTTP/1.1" status: 200 len: 945 time: 0.0551345 Jun 03 15:35:34.569655 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-478748d4-48f7-4a51-9002-697e29b2eae7 req-d41c96ad-22d9-4c87-b0bc-8bc6d6feb4b8 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/security-groups?id=710d42dd-3852-4a0f-a40a-09b77d4a5e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551047 Jun 03 15:35:34.766378 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e5176b5b-c610-428b-855c-a4026f0cca28 req-bd7c21eb-e2a6-4bcc-b05e-7fb8f94f8282 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=acf00e4ef6f649e69980d6ec2c4b8bea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304379 Jun 03 15:35:34.951543 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:34.962897 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5176b5b-c610-428b-855c-a4026f0cca28 req-7dbcd13e-41da-4f2d-a67d-44b7588b7245 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:34.964430 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e5176b5b-c610-428b-855c-a4026f0cca28 req-7dbcd13e-41da-4f2d-a67d-44b7588b7245 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1926250 Jun 03 15:35:34.981811 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e5176b5b-c610-428b-855c-a4026f0cca28 req-65130d39-a13d-43f0-ac27-f9e2dc6608e4 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] 10.222.0.93 "GET /v2.0/quotas/acf00e4ef6f649e69980d6ec2c4b8bea HTTP/1.1" status: 200 len: 375 time: 0.0106077 Jun 03 15:35:35.289602 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e5176b5b-c610-428b-855c-a4026f0cca28 req-7e82290d-2c88-4311-b745-a8599c5bfead tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=acf00e4ef6f649e69980d6ec2c4b8bea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3019681 Jun 03 15:35:35.529338 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-a4f3daab-a986-457d-86a8-8f4ad40b371b req-6ab4b47a-9adb-4e50-8928-78340acb614b tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] 10.222.0.93 "GET /v2.0/ports?device_id=63e7e98e-b346-46c1-b4ef-4147973eafff HTTP/1.1" status: 200 len: 210 time: 0.0718291 Jun 03 15:35:35.733449 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591c0356-26cf-43ce-ac16-98eefa77f66a req-2d812646-7271-4c12-897b-99b360836207 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:35.735621 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-591c0356-26cf-43ce-ac16-98eefa77f66a req-2d812646-7271-4c12-897b-99b360836207 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f349a02-689d-4a1e-ba9a-2ca47b0347a3 HTTP/1.1" status: 200 len: 945 time: 0.0786350 Jun 03 15:35:35.795111 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-591c0356-26cf-43ce-ac16-98eefa77f66a req-d2405729-cc88-4050-912f-37d3890db84a tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/security-groups?id=710d42dd-3852-4a0f-a40a-09b77d4a5e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521221 Jun 03 15:35:36.571665 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20103657-8ca7-46f1-b488-2eebb476725d req-58651a72-b568-4c45-877c-39569d36448e tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:36.573268 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-20103657-8ca7-46f1-b488-2eebb476725d req-58651a72-b568-4c45-877c-39569d36448e tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f349a02-689d-4a1e-ba9a-2ca47b0347a3 HTTP/1.1" status: 200 len: 945 time: 0.0503006 Jun 03 15:35:36.635217 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-ffc3a961-5f67-4106-9bcf-ea0f3212a82c req-06e85540-f194-4ed3-bbe7-c89de795406d tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] 10.222.0.93 "GET /v2.0/ports?device_id=63e7e98e-b346-46c1-b4ef-4147973eafff HTTP/1.1" status: 200 len: 210 time: 0.0306149 Jun 03 15:35:36.636671 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-20103657-8ca7-46f1-b488-2eebb476725d req-97b39f86-44dd-424a-ac3b-6da42d92bd4f tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/security-groups?id=710d42dd-3852-4a0f-a40a-09b77d4a5e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570359 Jun 03 15:35:36.964567 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (5d40428d-d668-464b-bcee-3124e1355b3b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:37.771397 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eafae71-3bc6-4893-9234-7533d0b5b35b req-df4c3116-0c54-495e-a542-920c9bb4f9d4 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:37.773958 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d37a4478-e650-4ace-ad38-4890b0483a3c req-07485aa6-5b16-4dc3-a395-7f1f6b3c2ffe tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] 10.222.0.93 "GET /v2.0/ports?device_id=63e7e98e-b346-46c1-b4ef-4147973eafff HTTP/1.1" status: 200 len: 210 time: 0.0464761 Jun 03 15:35:37.774768 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-7eafae71-3bc6-4893-9234-7533d0b5b35b req-df4c3116-0c54-495e-a542-920c9bb4f9d4 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f349a02-689d-4a1e-ba9a-2ca47b0347a3 HTTP/1.1" status: 200 len: 945 time: 0.0688047 Jun 03 15:35:37.827934 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-7eafae71-3bc6-4893-9234-7533d0b5b35b req-3fcd205a-5e86-4cf6-bbca-71a832b91f96 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/security-groups?id=710d42dd-3852-4a0f-a40a-09b77d4a5e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472181 Jun 03 15:35:38.879097 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-2f282478-3095-4e21-ab2a-c07837b9011a req-305255f7-56ac-4ddb-8825-c4658b0fff21 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] 10.222.0.93 "GET /v2.0/ports?device_id=63e7e98e-b346-46c1-b4ef-4147973eafff HTTP/1.1" status: 200 len: 210 time: 0.0291004 Jun 03 15:35:38.966882 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a13dee7-8f67-4c54-9457-3653e0ff74b8 req-d4bd3631-c13d-4964-82ce-9bcf3d5a3909 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:38.968972 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-1a13dee7-8f67-4c54-9457-3653e0ff74b8 req-d4bd3631-c13d-4964-82ce-9bcf3d5a3909 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f349a02-689d-4a1e-ba9a-2ca47b0347a3 HTTP/1.1" status: 200 len: 945 time: 0.0559080 Jun 03 15:35:39.022449 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-1a13dee7-8f67-4c54-9457-3653e0ff74b8 req-2d3499e2-6aa8-4d6a-a7eb-cf13c71064d2 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/security-groups?id=710d42dd-3852-4a0f-a40a-09b77d4a5e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470421 Jun 03 15:35:39.902031 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e5176b5b-c610-428b-855c-a4026f0cca28 req-b7fe0acd-7a37-4f9e-8e41-bebd8e0a75c7 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=acf00e4ef6f649e69980d6ec2c4b8bea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245705 Jun 03 15:35:39.998091 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-e36f7a09-566a-4878-b9d3-93bfb15e202d req-ab70e4e1-8e95-49d6-bc16-eb3c10d0fed6 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] 10.222.0.93 "GET /v2.0/ports?device_id=63e7e98e-b346-46c1-b4ef-4147973eafff HTTP/1.1" status: 200 len: 210 time: 0.0341017 Jun 03 15:35:40.037720 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5176b5b-c610-428b-855c-a4026f0cca28 req-08970031-598b-4886-9a39-9d1a17c43da3 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:40.039665 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e5176b5b-c610-428b-855c-a4026f0cca28 req-08970031-598b-4886-9a39-9d1a17c43da3 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1300132 Jun 03 15:35:40.052994 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [req-e5176b5b-c610-428b-855c-a4026f0cca28 req-a1757e94-9a5e-4aa7-ad62-35d2ca560b39 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] Request body: {'port': {'device_id': '63e7e98e-b346-46c1-b4ef-4147973eafff', 'network_id': '2401d5e4-ac24-4f7f-890d-9243076e6ae2', 'admin_state_up': True, 'tenant_id': 'acf00e4ef6f649e69980d6ec2c4b8bea'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:35:40.188728 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59dfc3a-faf4-44c1-9c7f-6440246457d3 req-7c0afaff-009c-4ccc-9823-6feb47c7ec3d tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:40.190458 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b59dfc3a-faf4-44c1-9c7f-6440246457d3 req-7c0afaff-009c-4ccc-9823-6feb47c7ec3d tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f349a02-689d-4a1e-ba9a-2ca47b0347a3 HTTP/1.1" status: 200 len: 945 time: 0.0734751 Jun 03 15:35:40.245252 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:40.270614 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5176b5b-c610-428b-855c-a4026f0cca28 req-a1757e94-9a5e-4aa7-ad62-35d2ca560b39 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] Made reservation on behalf of acf00e4ef6f649e69980d6ec2c4b8bea for: {'port': 1} {{(pid=103919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:35:40.274222 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-e5176b5b-c610-428b-855c-a4026f0cca28 req-a1757e94-9a5e-4aa7-ad62-35d2ca560b39 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:40.290063 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b59dfc3a-faf4-44c1-9c7f-6440246457d3 req-c59d7498-9f62-4cb2-9179-5b90ad3ccc0b tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/security-groups?id=710d42dd-3852-4a0f-a40a-09b77d4a5e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843704 Jun 03 15:35:40.291385 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-e5176b5b-c610-428b-855c-a4026f0cca28 req-a1757e94-9a5e-4aa7-ad62-35d2ca560b39 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] Publish callbacks [] for security_group (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:40.395468 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-e5176b5b-c610-428b-855c-a4026f0cca28 req-a1757e94-9a5e-4aa7-ad62-35d2ca560b39 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] Publish callbacks [] for security_group (381014b1-d1c5-4ed4-970e-b0ab7ca2bd5e), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:40.400671 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-e5176b5b-c610-428b-855c-a4026f0cca28 req-a1757e94-9a5e-4aa7-ad62-35d2ca560b39 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (381014b1-d1c5-4ed4-970e-b0ab7ca2bd5e), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:40.404901 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cbd11a-41f8-4ef8-b507-c2f4d69ad86f req-92e07ce3-60cd-43da-9e86-097a1c88edde tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:40.406313 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-a9cbd11a-41f8-4ef8-b507-c2f4d69ad86f req-92e07ce3-60cd-43da-9e86-097a1c88edde tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.95 "GET /v2.0/ports?device_id=8f349a02-689d-4a1e-ba9a-2ca47b0347a3 HTTP/1.1" status: 200 len: 945 time: 0.0633030 Jun 03 15:35:40.426493 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:40.481031 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1757e94-9a5e-4aa7-ad62-35d2ca560b39 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=381014b1-d1c5-4ed4-970e-b0ab7ca2bd5e,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:40.500128 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1757e94-9a5e-4aa7-ad62-35d2ca560b39 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:40.500472 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1757e94-9a5e-4aa7-ad62-35d2ca560b39 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:40.500810 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1757e94-9a5e-4aa7-ad62-35d2ca560b39 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:40.501146 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1757e94-9a5e-4aa7-ad62-35d2ca560b39 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:40.501482 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1757e94-9a5e-4aa7-ad62-35d2ca560b39 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:40.501806 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1757e94-9a5e-4aa7-ad62-35d2ca560b39 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:40.502128 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1757e94-9a5e-4aa7-ad62-35d2ca560b39 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:40.502445 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1757e94-9a5e-4aa7-ad62-35d2ca560b39 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:40.502798 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1757e94-9a5e-4aa7-ad62-35d2ca560b39 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:40.503123 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1757e94-9a5e-4aa7-ad62-35d2ca560b39 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:40.503441 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1757e94-9a5e-4aa7-ad62-35d2ca560b39 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:40.503777 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1757e94-9a5e-4aa7-ad62-35d2ca560b39 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:40.504075 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1757e94-9a5e-4aa7-ad62-35d2ca560b39 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:40.504412 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1757e94-9a5e-4aa7-ad62-35d2ca560b39 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:40.505035 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1757e94-9a5e-4aa7-ad62-35d2ca560b39 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:35:40.508336 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [req-a9cbd11a-41f8-4ef8-b507-c2f4d69ad86f req-3e9488ea-ada4-4138-92b7-24599f327263 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Deleting port 5ac0e121-8695-4bc9-bd81-da3b65bd09aa {{(pid=103920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:35:40.508704 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-a9cbd11a-41f8-4ef8-b507-c2f4d69ad86f req-3e9488ea-ada4-4138-92b7-24599f327263 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (5ac0e121-8695-4bc9-bd81-da3b65bd09aa), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:40.598689 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.db_base_plugin_common [req-e5176b5b-c610-428b-855c-a4026f0cca28 req-a1757e94-9a5e-4aa7-ad62-35d2ca560b39 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] Allocated IP 192.168.233.154 (2401d5e4-ac24-4f7f-890d-9243076e6ae2/b7a34105-f06a-4476-b243-8059edaa3f20/fabf68f2-87b5-4ccc-8fc4-fb833ea6d856) {{(pid=103919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:35:40.616177 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [req-a9cbd11a-41f8-4ef8-b507-c2f4d69ad86f req-3e9488ea-ada4-4138-92b7-24599f327263 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] For port 5ac0e121-8695-4bc9-bd81-da3b65bd09aa, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=5ac0e121-8695-4bc9-bd81-da3b65bd09aa,segment=NetworkSegment(a95fd353-fe66-468b-b963-edaa6432b405),segment_id=a95fd353-fe66-468b-b963-edaa6432b405)] {{(pid=103920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:35:40.616908 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-a9cbd11a-41f8-4ef8-b507-c2f4d69ad86f req-3e9488ea-ada4-4138-92b7-24599f327263 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (5ac0e121-8695-4bc9-bd81-da3b65bd09aa), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:40.632531 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=100 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:40.634786 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [req-a9cbd11a-41f8-4ef8-b507-c2f4d69ad86f req-3e9488ea-ada4-4138-92b7-24599f327263 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Calling delete_port for 5ac0e121-8695-4bc9-bd81-da3b65bd09aa owned by compute:nova {{(pid=103920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:35:40.777034 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-a9cbd11a-41f8-4ef8-b507-c2f4d69ad86f req-3e9488ea-ada4-4138-92b7-24599f327263 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5848811'] for port (5ac0e121-8695-4bc9-bd81-da3b65bd09aa), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:40.792288 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] get_ports_and_sgs() called for port_ids ['5ac0e121-8695-4bc9-bd81-da3b65bd09aa'] {{(pid=103921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 15:35:40.808570 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9488ea-ada4-4138-92b7-24599f327263 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Pushing event deleted for resources: {'Port': ['ID=5ac0e121-8695-4bc9-bd81-da3b65bd09aa,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:40.839701 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-e5176b5b-c610-428b-855c-a4026f0cca28 req-a1757e94-9a5e-4aa7-ad62-35d2ca560b39 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] Publish callbacks [] for port (fabf68f2-87b5-4ccc-8fc4-fb833ea6d856), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:40.852682 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:40.876198 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9cbd11a-41f8-4ef8-b507-c2f4d69ad86f req-3e9488ea-ada4-4138-92b7-24599f327263 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] No DVR routers for this DVR port 5ac0e121-8695-4bc9-bd81-da3b65bd09aa on host hv-cinder-83124 {{(pid=103920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 15:35:40.882022 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-a9cbd11a-41f8-4ef8-b507-c2f4d69ad86f req-3e9488ea-ada4-4138-92b7-24599f327263 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for port (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:40.894940 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-a9cbd11a-41f8-4ef8-b507-c2f4d69ad86f req-3e9488ea-ada4-4138-92b7-24599f327263 tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.95 "DELETE /v2.0/ports/5ac0e121-8695-4bc9-bd81-da3b65bd09aa HTTP/1.1" status: 204 len: 173 time: 0.4820576 Jun 03 15:35:40.895384 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-e5176b5b-c610-428b-855c-a4026f0cca28 req-a1757e94-9a5e-4aa7-ad62-35d2ca560b39 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4807792'] for port (fabf68f2-87b5-4ccc-8fc4-fb833ea6d856), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:40.895888 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f349a02-689d-4a1e-ba9a-2ca47b0347a3', 'name': 'network-vif-deleted', 'tag': '5ac0e121-8695-4bc9-bd81-da3b65bd09aa'}] {{(pid=103920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:35:40.901024 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fde6ca1c4b3e174e639905c0d93b14e8a3905e0af4b9b9445456920c81b8107" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1fec835-69bf-46cf-a84b-3a332e26c809" -d '{"events": [{"server_uuid": "8f349a02-689d-4a1e-ba9a-2ca47b0347a3", "name": "network-vif-deleted", "tag": "5ac0e121-8695-4bc9-bd81-da3b65bd09aa"}]}' {{(pid=103920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:35:40.950442 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5176b5b-c610-428b-855c-a4026f0cca28 req-a1757e94-9a5e-4aa7-ad62-35d2ca560b39 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] Network 2401d5e4-ac24-4f7f-890d-9243076e6ae2 is already hosted by enough agents. {{(pid=103919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:35:40.953935 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.base_scheduler [req-e5176b5b-c610-428b-855c-a4026f0cca28 req-a1757e94-9a5e-4aa7-ad62-35d2ca560b39 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] Resources bound (agent type, host, resource id): {{(pid=103919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:35:40.957919 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5176b5b-c610-428b-855c-a4026f0cca28 req-a1757e94-9a5e-4aa7-ad62-35d2ca560b39 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] Received port after_create {{(pid=103919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:35:40.974455 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 15:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940266ec-758e-400e-8863-d58640800d91 x-openstack-request-id: req-940266ec-758e-400e-8863-d58640800d91 {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:35:40.975168 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f349a02-689d-4a1e-ba9a-2ca47b0347a3", "name": "network-vif-deleted", "tag": "5ac0e121-8695-4bc9-bd81-da3b65bd09aa", "status": "completed", "code": 200}]} {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:35:40.975633 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-940266ec-758e-400e-8863-d58640800d91 {{(pid=103920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:35:40.976751 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-940266ec-758e-400e-8863-d58640800d91'] response: {'server_uuid': '8f349a02-689d-4a1e-ba9a-2ca47b0347a3', 'name': 'network-vif-deleted', 'tag': '5ac0e121-8695-4bc9-bd81-da3b65bd09aa', 'status': 'completed', 'code': 200} Jun 03 15:35:40.994336 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1757e94-9a5e-4aa7-ad62-35d2ca560b39 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] Pushing event updated for resources: {'Port': ['ID=fabf68f2-87b5-4ccc-8fc4-fb833ea6d856,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:41.041081 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5176b5b-c610-428b-855c-a4026f0cca28 req-a1757e94-9a5e-4aa7-ad62-35d2ca560b39 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:41.043051 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-e5176b5b-c610-428b-855c-a4026f0cca28 req-a1757e94-9a5e-4aa7-ad62-35d2ca560b39 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for port (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:41.074895 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e5176b5b-c610-428b-855c-a4026f0cca28 req-a1757e94-9a5e-4aa7-ad62-35d2ca560b39 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0256951 Jun 03 15:35:41.101407 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [req-e5176b5b-c610-428b-855c-a4026f0cca28 req-3bf3b8c3-996a-42a8-b15a-708241996461 service neutron] Request body: {'port': {'device_id': '63e7e98e-b346-46c1-b4ef-4147973eafff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:35:41.293220 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4db16a-1c78-4c6c-85bf-7d34e570799c req-fd789dae-af4b-43cf-a2ab-9e94fc8a40b5 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:41.295443 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-1b4db16a-1c78-4c6c-85bf-7d34e570799c req-fd789dae-af4b-43cf-a2ab-9e94fc8a40b5 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] 10.222.0.93 "GET /v2.0/ports?device_id=63e7e98e-b346-46c1-b4ef-4147973eafff HTTP/1.1" status: 200 len: 936 time: 0.1462510 Jun 03 15:35:41.299999 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-e5176b5b-c610-428b-855c-a4026f0cca28 req-3bf3b8c3-996a-42a8-b15a-708241996461 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (fabf68f2-87b5-4ccc-8fc4-fb833ea6d856), before_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:41.331831 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:41.362767 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 59632) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:35:41.424741 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-66c97deb-299f-41ca-b1af-6165d6ef41f9 None None] Provisioning complete for port fabf68f2-87b5-4ccc-8fc4-fb833ea6d856 triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:35:41.425317 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-66c97deb-299f-41ca-b1af-6165d6ef41f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (fabf68f2-87b5-4ccc-8fc4-fb833ea6d856), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:41.452127 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-1b4db16a-1c78-4c6c-85bf-7d34e570799c req-ad1716e5-7663-4b70-bed6-d7208c1299d9 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] 10.222.0.93 "GET /v2.0/security-groups?id=381014b1-d1c5-4ed4-970e-b0ab7ca2bd5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491051 Jun 03 15:35:41.525480 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:41.559925 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-66c97deb-299f-41ca-b1af-6165d6ef41f9 None None] Port fabf68f2-87b5-4ccc-8fc4-fb833ea6d856 cannot update to ACTIVE because it is not bound. {{(pid=103921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 15:35:41.618655 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-fbe60682-4bae-44ca-ad78-1b4a3c5d3baa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:41.622277 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d3779d6f-009b-4eff-ba0d-ad5a9ca34d34 req-e7b1abcc-1587-41ae-9eee-73403da7880d tempest-VolumesActionsTest-1331699078 tempest-VolumesActionsTest-1331699078-project] 10.222.0.93 "GET /v2.0/ports?device_id=8f349a02-689d-4a1e-ba9a-2ca47b0347a3 HTTP/1.1" status: 200 len: 210 time: 0.0654902 Jun 03 15:35:41.739341 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-fbe60682-4bae-44ca-ad78-1b4a3c5d3baa admin admin] Publish callbacks [] for security_group (c237fbaa-81a4-46d2-923d-3570abbbc7db), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:41.749215 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-fbe60682-4bae-44ca-ad78-1b4a3c5d3baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (c237fbaa-81a4-46d2-923d-3570abbbc7db), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:41.777226 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe60682-4bae-44ca-ad78-1b4a3c5d3baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c237fbaa-81a4-46d2-923d-3570abbbc7db,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:41.804612 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-fbe60682-4bae-44ca-ad78-1b4a3c5d3baa admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=afa96968017249f28bbca7cbb5980dd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4395921 Jun 03 15:35:41.808035 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 59640) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:35:41.814501 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:41.865251 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-89870865-1545-4741-a821-ac6905052f59 admin admin] Publish callbacks [] for security_group (c237fbaa-81a4-46d2-923d-3570abbbc7db), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:41.870954 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.notifiers.nova [req-e5176b5b-c610-428b-855c-a4026f0cca28 req-3bf3b8c3-996a-42a8-b15a-708241996461 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fabf68f2-87b5-4ccc-8fc4-fb833ea6d856 {{(pid=103919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:35:41.878215 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:41.880481 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-e5176b5b-c610-428b-855c-a4026f0cca28 req-3bf3b8c3-996a-42a8-b15a-708241996461 service neutron] Publish callbacks [] for port (fabf68f2-87b5-4ccc-8fc4-fb833ea6d856), precommit_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:41.891868 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-89870865-1545-4741-a821-ac6905052f59 admin admin] Publish callbacks [] for security_group (c237fbaa-81a4-46d2-923d-3570abbbc7db), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:41.896525 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.provisioning_blocks [req-e5176b5b-c610-428b-855c-a4026f0cca28 req-3bf3b8c3-996a-42a8-b15a-708241996461 service neutron] Transition to ACTIVE for port object fabf68f2-87b5-4ccc-8fc4-fb833ea6d856 will not be triggered until provisioned by entity L2. {{(pid=103919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 03 15:35:41.900375 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-e5176b5b-c610-428b-855c-a4026f0cca28 req-3bf3b8c3-996a-42a8-b15a-708241996461 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4807753'] for port (fabf68f2-87b5-4ccc-8fc4-fb833ea6d856), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:41.961461 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf3b8c3-996a-42a8-b15a-708241996461 service neutron] Pushing event updated for resources: {'Port': ['ID=fabf68f2-87b5-4ccc-8fc4-fb833ea6d856,revision_number=2']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:41.963164 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-89870865-1545-4741-a821-ac6905052f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (c237fbaa-81a4-46d2-923d-3570abbbc7db), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:41.966971 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-89870865-1545-4741-a821-ac6905052f59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:41.970453 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-89870865-1545-4741-a821-ac6905052f59 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c237fbaa-81a4-46d2-923d-3570abbbc7db HTTP/1.1" status: 204 len: 168 time: 0.1591802 Jun 03 15:35:41.983768 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89870865-1545-4741-a821-ac6905052f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c237fbaa-81a4-46d2-923d-3570abbbc7db,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:42.071969 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [req-e5176b5b-c610-428b-855c-a4026f0cca28 req-3bf3b8c3-996a-42a8-b15a-708241996461 service neutron] Attempting to bind port fabf68f2-87b5-4ccc-8fc4-fb833ea6d856 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 15:35:42.073168 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [req-e5176b5b-c610-428b-855c-a4026f0cca28 req-3bf3b8c3-996a-42a8-b15a-708241996461 service neutron] Attempting to bind port fabf68f2-87b5-4ccc-8fc4-fb833ea6d856 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'cde291f8-cad5-43f8-b22b-3ae7ce6d2df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '2401d5e4-ac24-4f7f-890d-9243076e6ae2'}] {{(pid=103919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 15:35:42.073873 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5176b5b-c610-428b-855c-a4026f0cca28 req-3bf3b8c3-996a-42a8-b15a-708241996461 service neutron] Attempting to bind port fabf68f2-87b5-4ccc-8fc4-fb833ea6d856 on network 2401d5e4-ac24-4f7f-890d-9243076e6ae2 {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:35:42.080679 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5176b5b-c610-428b-855c-a4026f0cca28 req-3bf3b8c3-996a-42a8-b15a-708241996461 service neutron] Port fabf68f2-87b5-4ccc-8fc4-fb833ea6d856 on network 2401d5e4-ac24-4f7f-890d-9243076e6ae2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 03 15:35:42.081114 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5176b5b-c610-428b-855c-a4026f0cca28 req-3bf3b8c3-996a-42a8-b15a-708241996461 service neutron] Attempting to bind port fabf68f2-87b5-4ccc-8fc4-fb833ea6d856 on network 2401d5e4-ac24-4f7f-890d-9243076e6ae2 {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:35:42.087660 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5176b5b-c610-428b-855c-a4026f0cca28 req-3bf3b8c3-996a-42a8-b15a-708241996461 service neutron] Checking agent: {'id': '5d40428d-d668-464b-bcee-3124e1355b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 24, 37), 'started_at': datetime.datetime(2022, 6, 3, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 15:35:42.088278 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5176b5b-c610-428b-855c-a4026f0cca28 req-3bf3b8c3-996a-42a8-b15a-708241996461 service neutron] Checking segment: {'id': 'cde291f8-cad5-43f8-b22b-3ae7ce6d2df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '2401d5e4-ac24-4f7f-890d-9243076e6ae2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:35:42.088896 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5176b5b-c610-428b-855c-a4026f0cca28 req-3bf3b8c3-996a-42a8-b15a-708241996461 service neutron] Bound using segment: {'id': 'cde291f8-cad5-43f8-b22b-3ae7ce6d2df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '2401d5e4-ac24-4f7f-890d-9243076e6ae2'} {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 15:35:42.089559 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [req-e5176b5b-c610-428b-855c-a4026f0cca28 req-3bf3b8c3-996a-42a8-b15a-708241996461 service neutron] Bound port: fabf68f2-87b5-4ccc-8fc4-fb833ea6d856, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cde291f8-cad5-43f8-b22b-3ae7ce6d2df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '2401d5e4-ac24-4f7f-890d-9243076e6ae2'}}] {{(pid=103919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 15:35:42.090296 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-e5176b5b-c610-428b-855c-a4026f0cca28 req-3bf3b8c3-996a-42a8-b15a-708241996461 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (fabf68f2-87b5-4ccc-8fc4-fb833ea6d856), before_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:42.186933 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [req-e5176b5b-c610-428b-855c-a4026f0cca28 req-3bf3b8c3-996a-42a8-b15a-708241996461 service neutron] For port fabf68f2-87b5-4ccc-8fc4-fb833ea6d856, host hv-cinder-83124, cleared binding levels {{(pid=103919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 15:35:42.192046 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [req-e5176b5b-c610-428b-855c-a4026f0cca28 req-3bf3b8c3-996a-42a8-b15a-708241996461 service neutron] For port fabf68f2-87b5-4ccc-8fc4-fb833ea6d856, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=fabf68f2-87b5-4ccc-8fc4-fb833ea6d856,segment=NetworkSegment(cde291f8-cad5-43f8-b22b-3ae7ce6d2df9),segment_id=cde291f8-cad5-43f8-b22b-3ae7ce6d2df9)] {{(pid=103919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 15:35:42.199406 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-e5176b5b-c610-428b-855c-a4026f0cca28 req-3bf3b8c3-996a-42a8-b15a-708241996461 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4807753'] for port (fabf68f2-87b5-4ccc-8fc4-fb833ea6d856), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:42.240514 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5176b5b-c610-428b-855c-a4026f0cca28 req-3bf3b8c3-996a-42a8-b15a-708241996461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:42.241070 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-e5176b5b-c610-428b-855c-a4026f0cca28 req-3bf3b8c3-996a-42a8-b15a-708241996461 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for port (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:42.242744 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e5176b5b-c610-428b-855c-a4026f0cca28 req-3bf3b8c3-996a-42a8-b15a-708241996461 service neutron] 10.222.0.95 "PUT /v2.0/ports/fabf68f2-87b5-4ccc-8fc4-fb833ea6d856 HTTP/1.1" status: 200 len: 1098 time: 1.1578383 Jun 03 15:35:42.243441 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63e7e98e-b346-46c1-b4ef-4147973eafff', 'tag': 'fabf68f2-87b5-4ccc-8fc4-fb833ea6d856'}] {{(pid=103919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:35:42.250329 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb6718ce3f0a4af57ef91ee7142c10b6234fd65cffdc95d0a08216ae9169e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d785996-9974-4d93-9412-1aad35d60bf4" -d '{"events": [{"name": "network-changed", "server_uuid": "63e7e98e-b346-46c1-b4ef-4147973eafff", "tag": "fabf68f2-87b5-4ccc-8fc4-fb833ea6d856"}]}' {{(pid=103919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:35:42.307149 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 15:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05e7672-bc34-4edc-844c-f82a13873fb2 x-openstack-request-id: req-c05e7672-bc34-4edc-844c-f82a13873fb2 {{(pid=103919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:35:42.307458 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63e7e98e-b346-46c1-b4ef-4147973eafff", "tag": "fabf68f2-87b5-4ccc-8fc4-fb833ea6d856", "status": "completed", "code": 200}]} {{(pid=103919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:35:42.307784 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c05e7672-bc34-4edc-844c-f82a13873fb2 {{(pid=103919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:35:42.308295 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c05e7672-bc34-4edc-844c-f82a13873fb2'] response: {'name': 'network-changed', 'server_uuid': '63e7e98e-b346-46c1-b4ef-4147973eafff', 'tag': 'fabf68f2-87b5-4ccc-8fc4-fb833ea6d856', 'status': 'completed', 'code': 200} Jun 03 15:35:42.331797 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf3b8c3-996a-42a8-b15a-708241996461 service neutron] Pushing event updated for resources: {'Port': ['ID=fabf68f2-87b5-4ccc-8fc4-fb833ea6d856,revision_number=3']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:42.381001 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5176b5b-c610-428b-855c-a4026f0cca28 req-c6a10983-205c-44ad-9af8-b317f66455f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:42.382648 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e5176b5b-c610-428b-855c-a4026f0cca28 req-c6a10983-205c-44ad-9af8-b317f66455f8 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=acf00e4ef6f649e69980d6ec2c4b8bea&device_id=63e7e98e-b346-46c1-b4ef-4147973eafff HTTP/1.1" status: 200 len: 1132 time: 0.0734122 Jun 03 15:35:42.433303 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e5176b5b-c610-428b-855c-a4026f0cca28 req-5d79181f-0fb3-4831-b7de-ec4a8e02434b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=fabf68f2-87b5-4ccc-8fc4-fb833ea6d856 HTTP/1.1" status: 200 len: 217 time: 0.0428839 Jun 03 15:35:42.492018 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5176b5b-c610-428b-855c-a4026f0cca28 req-5db700b9-1664-49ba-ad1f-c1bf5c5986e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:42.493582 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e5176b5b-c610-428b-855c-a4026f0cca28 req-5db700b9-1664-49ba-ad1f-c1bf5c5986e9 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b7a34105-f06a-4476-b243-8059edaa3f20 HTTP/1.1" status: 200 len: 843 time: 0.0533006 Jun 03 15:35:42.542110 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5176b5b-c610-428b-855c-a4026f0cca28 req-2a4f0162-dadf-46dd-b04e-526f7de2c230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:42.543675 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e5176b5b-c610-428b-855c-a4026f0cca28 req-2a4f0162-dadf-46dd-b04e-526f7de2c230 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2401d5e4-ac24-4f7f-890d-9243076e6ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0428686 Jun 03 15:35:42.579667 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e194e-7272-4b8e-97c1-377aef3902cc req-003bae71-448a-4ece-865d-ecea851dc19c tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:42.581134 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-7c8e194e-7272-4b8e-97c1-377aef3902cc req-003bae71-448a-4ece-865d-ecea851dc19c tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] 10.222.0.93 "GET /v2.0/ports?device_id=63e7e98e-b346-46c1-b4ef-4147973eafff HTTP/1.1" status: 200 len: 948 time: 0.0519631 Jun 03 15:35:42.634100 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-7c8e194e-7272-4b8e-97c1-377aef3902cc req-59a5180e-1eb4-40a2-b181-50c3d58b259a tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] 10.222.0.93 "GET /v2.0/security-groups?id=381014b1-d1c5-4ed4-970e-b0ab7ca2bd5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469203 Jun 03 15:35:42.658298 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e5176b5b-c610-428b-855c-a4026f0cca28 req-f6a15954-ced8-4b77-b287-4fef02900911 service neutron] 10.222.0.95 "GET /v2.0/networks/2401d5e4-ac24-4f7f-890d-9243076e6ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065123 Jun 03 15:35:42.725674 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:42.761664 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e5176b5b-c610-428b-855c-a4026f0cca28 req-6d3e6f6b-38b4-4c2a-979a-64ccd0f6e635 service neutron] 10.222.0.95 "GET /v2.0/networks/2401d5e4-ac24-4f7f-890d-9243076e6ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962343 Jun 03 15:35:43.723612 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d785996-9974-4d93-9412-1aad35d60bf4 req-4163276c-376f-45a0-b0b0-6ff6697fcec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:43.725191 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-1d785996-9974-4d93-9412-1aad35d60bf4 req-4163276c-376f-45a0-b0b0-6ff6697fcec3 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=acf00e4ef6f649e69980d6ec2c4b8bea&device_id=63e7e98e-b346-46c1-b4ef-4147973eafff HTTP/1.1" status: 200 len: 1132 time: 0.0487719 Jun 03 15:35:43.758138 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ef32f-9147-448f-8d6c-9b6b569acec9 req-9d5e0b46-d6a7-4c80-9de9-1d29a39b10cc tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:43.759662 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-1b6ef32f-9147-448f-8d6c-9b6b569acec9 req-9d5e0b46-d6a7-4c80-9de9-1d29a39b10cc tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] 10.222.0.93 "GET /v2.0/ports?device_id=63e7e98e-b346-46c1-b4ef-4147973eafff HTTP/1.1" status: 200 len: 948 time: 0.0477517 Jun 03 15:35:43.817947 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-1b6ef32f-9147-448f-8d6c-9b6b569acec9 req-0b856d68-b29c-4d01-b188-84f9accea9a6 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] 10.222.0.93 "GET /v2.0/security-groups?id=381014b1-d1c5-4ed4-970e-b0ab7ca2bd5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514109 Jun 03 15:35:44.938706 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b640edd1-8487-4359-9420-adc36b79257d req-08898481-b306-45ce-9e46-a8c1c9aebef9 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:44.940083 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b640edd1-8487-4359-9420-adc36b79257d req-08898481-b306-45ce-9e46-a8c1c9aebef9 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] 10.222.0.93 "GET /v2.0/ports?device_id=63e7e98e-b346-46c1-b4ef-4147973eafff HTTP/1.1" status: 200 len: 948 time: 0.0482652 Jun 03 15:35:44.988078 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b640edd1-8487-4359-9420-adc36b79257d req-bea483a7-be66-4598-9e9c-0911a8a43787 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] 10.222.0.93 "GET /v2.0/security-groups?id=381014b1-d1c5-4ed4-970e-b0ab7ca2bd5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424199 Jun 03 15:35:45.762964 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device 5ac0e121-8695-4bc9-bd81-da3b65bd09aa no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 15:35:45.783674 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] No Port match for: 5ac0e121-8695-4bc9-bd81-da3b65bd09aa {{(pid=103921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 15:35:45.784048 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device 5ac0e121-8695-4bc9-bd81-da3b65bd09aa not bound to the agent host hv-cinder-83124 {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 15:35:46.116236 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e072d-ab4b-49c6-8582-8e821a0378a4 req-90f9f4f1-c879-4663-9d15-71f7fbdda1d1 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:46.117739 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-5b2e072d-ab4b-49c6-8582-8e821a0378a4 req-90f9f4f1-c879-4663-9d15-71f7fbdda1d1 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] 10.222.0.93 "GET /v2.0/ports?device_id=63e7e98e-b346-46c1-b4ef-4147973eafff HTTP/1.1" status: 200 len: 948 time: 0.0532887 Jun 03 15:35:46.153106 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:46.169261 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-5b2e072d-ab4b-49c6-8582-8e821a0378a4 req-cc5f130f-df41-4972-b484-09fc39792dca tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] 10.222.0.93 "GET /v2.0/security-groups?id=381014b1-d1c5-4ed4-970e-b0ab7ca2bd5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455847 Jun 03 15:35:46.720701 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device fabf68f2-87b5-4ccc-8fc4-fb833ea6d856 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 15:35:46.797848 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:46.822151 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d785996-9974-4d93-9412-1aad35d60bf4 req-25c7de6d-73f1-49fa-8413-294fe331d271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:46.823716 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-1d785996-9974-4d93-9412-1aad35d60bf4 req-25c7de6d-73f1-49fa-8413-294fe331d271 service neutron] 10.222.0.95 "GET /v2.0/networks?id=2401d5e4-ac24-4f7f-890d-9243076e6ae2 HTTP/1.1" status: 200 len: 870 time: 0.1015713 Jun 03 15:35:46.872118 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-1d785996-9974-4d93-9412-1aad35d60bf4 req-1cdc4d9b-cded-4716-abac-8d45f0681cc0 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=fabf68f2-87b5-4ccc-8fc4-fb833ea6d856 HTTP/1.1" status: 200 len: 217 time: 0.0418401 Jun 03 15:35:46.937499 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:46.940371 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d785996-9974-4d93-9412-1aad35d60bf4 req-670467b7-a904-473a-ad9f-5515ae5a6a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:46.941889 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-1d785996-9974-4d93-9412-1aad35d60bf4 req-670467b7-a904-473a-ad9f-5515ae5a6a15 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b7a34105-f06a-4476-b243-8059edaa3f20 HTTP/1.1" status: 200 len: 843 time: 0.0573542 Jun 03 15:35:46.973256 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port fabf68f2-87b5-4ccc-8fc4-fb833ea6d856, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=fabf68f2-87b5-4ccc-8fc4-fb833ea6d856,segment=NetworkSegment(cde291f8-cad5-43f8-b22b-3ae7ce6d2df9),segment_id=cde291f8-cad5-43f8-b22b-3ae7ce6d2df9)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:35:46.993429 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Returning: {'device': 'fabf68f2-87b5-4ccc-8fc4-fb833ea6d856', 'network_id': '2401d5e4-ac24-4f7f-890d-9243076e6ae2', 'port_id': 'fabf68f2-87b5-4ccc-8fc4-fb833ea6d856', 'mac_address': 'fa:16:3e:61:46:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7a34105-f06a-4476-b243-8059edaa3f20', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 15:35:47.005626 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d785996-9974-4d93-9412-1aad35d60bf4 req-1a40a1ef-8826-41ba-9a87-0905a73bdedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:47.008077 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-1d785996-9974-4d93-9412-1aad35d60bf4 req-1a40a1ef-8826-41ba-9a87-0905a73bdedb service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2401d5e4-ac24-4f7f-890d-9243076e6ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0568793 Jun 03 15:35:47.046496 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Current status of the port fabf68f2-87b5-4ccc-8fc4-fb833ea6d856 is: DOWN; New status is: BUILD {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:35:47.047122 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (fabf68f2-87b5-4ccc-8fc4-fb833ea6d856), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:47.069768 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fabf68f2-87b5-4ccc-8fc4-fb833ea6d856 {{(pid=103921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:35:47.103521 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port fabf68f2-87b5-4ccc-8fc4-fb833ea6d856, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=fabf68f2-87b5-4ccc-8fc4-fb833ea6d856,segment=NetworkSegment(cde291f8-cad5-43f8-b22b-3ae7ce6d2df9),segment_id=cde291f8-cad5-43f8-b22b-3ae7ce6d2df9)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:35:47.109135 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (fabf68f2-87b5-4ccc-8fc4-fb833ea6d856), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:47.145163 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-1d785996-9974-4d93-9412-1aad35d60bf4 req-fb53df2b-9169-409d-841e-b01c5c432540 service neutron] 10.222.0.95 "GET /v2.0/networks/2401d5e4-ac24-4f7f-890d-9243076e6ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307139 Jun 03 15:35:47.164250 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Pushing event updated for resources: {'Port': ['ID=fabf68f2-87b5-4ccc-8fc4-fb833ea6d856,revision_number=4']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:47.250213 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-1d785996-9974-4d93-9412-1aad35d60bf4 req-b8259f5b-648d-4882-a55b-401462376e28 service neutron] 10.222.0.95 "GET /v2.0/networks/2401d5e4-ac24-4f7f-890d-9243076e6ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954895 Jun 03 15:35:47.306124 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d01aaa-2d7b-496d-b2a8-a03aeb49b620 req-3b7c88df-4724-410f-9bf1-2147fb753e90 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:47.307745 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b9d01aaa-2d7b-496d-b2a8-a03aeb49b620 req-3b7c88df-4724-410f-9bf1-2147fb753e90 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] 10.222.0.93 "GET /v2.0/ports?device_id=63e7e98e-b346-46c1-b4ef-4147973eafff HTTP/1.1" status: 200 len: 949 time: 0.0538006 Jun 03 15:35:47.356592 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b9d01aaa-2d7b-496d-b2a8-a03aeb49b620 req-44327cad-a8d1-42a4-b74d-1916f0c06a1f tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] 10.222.0.93 "GET /v2.0/security-groups?id=381014b1-d1c5-4ed4-970e-b0ab7ca2bd5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427516 Jun 03 15:35:47.403237 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] get_ports_and_sgs() called for port_ids ['fabf68f2-87b5-4ccc-8fc4-fb833ea6d856'] {{(pid=103921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 15:35:48.491207 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ed67b-a579-4816-b94c-85d859d575f2 req-3a5118e2-5d8f-45ed-80a2-62cf2b59de15 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:48.493433 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-c45ed67b-a579-4816-b94c-85d859d575f2 req-3a5118e2-5d8f-45ed-80a2-62cf2b59de15 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] 10.222.0.93 "GET /v2.0/ports?device_id=63e7e98e-b346-46c1-b4ef-4147973eafff HTTP/1.1" status: 200 len: 949 time: 0.0549459 Jun 03 15:35:48.571412 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-c45ed67b-a579-4816-b94c-85d859d575f2 req-8122c628-350c-483f-8acb-7a080acc21a2 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] 10.222.0.93 "GET /v2.0/security-groups?id=381014b1-d1c5-4ed4-970e-b0ab7ca2bd5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681071 Jun 03 15:35:48.972609 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device fabf68f2-87b5-4ccc-8fc4-fb833ea6d856 up at agent hyperv_hv-cinder-83124 {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:35:49.033344 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Provisioning for port fabf68f2-87b5-4ccc-8fc4-fb833ea6d856 completed by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 03 15:35:49.041284 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Provisioning complete for port fabf68f2-87b5-4ccc-8fc4-fb833ea6d856 triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:35:49.041919 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (fabf68f2-87b5-4ccc-8fc4-fb833ea6d856), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:49.153979 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Current status of the port fabf68f2-87b5-4ccc-8fc4-fb833ea6d856 is: BUILD; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:35:49.154473 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (fabf68f2-87b5-4ccc-8fc4-fb833ea6d856), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:49.184080 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e7e98e-b346-46c1-b4ef-4147973eafff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fabf68f2-87b5-4ccc-8fc4-fb833ea6d856'}] {{(pid=103921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:35:49.187553 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a0ad6594b2f649df373dfcb19de0225617b45f42ff1455deb142f027ba5606a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd8385b-d84b-4812-97c7-56c49f203c19" -d '{"events": [{"server_uuid": "63e7e98e-b346-46c1-b4ef-4147973eafff", "name": "network-vif-plugged", "status": "completed", "tag": "fabf68f2-87b5-4ccc-8fc4-fb833ea6d856"}]}' {{(pid=103921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:35:49.222297 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port fabf68f2-87b5-4ccc-8fc4-fb833ea6d856, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=fabf68f2-87b5-4ccc-8fc4-fb833ea6d856,segment=NetworkSegment(cde291f8-cad5-43f8-b22b-3ae7ce6d2df9),segment_id=cde291f8-cad5-43f8-b22b-3ae7ce6d2df9)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:35:49.229492 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (fabf68f2-87b5-4ccc-8fc4-fb833ea6d856), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:49.242099 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 15:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70425392-7264-47c4-a12d-3eb1c28fe250 x-openstack-request-id: req-70425392-7264-47c4-a12d-3eb1c28fe250 {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:35:49.242422 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e7e98e-b346-46c1-b4ef-4147973eafff", "name": "network-vif-plugged", "status": "completed", "tag": "fabf68f2-87b5-4ccc-8fc4-fb833ea6d856", "code": 200}]} {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:35:49.242686 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-70425392-7264-47c4-a12d-3eb1c28fe250 {{(pid=103921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:35:49.243103 dv-cinder-831247-16-iscsi neutron-server[103921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70425392-7264-47c4-a12d-3eb1c28fe250'] response: {'server_uuid': '63e7e98e-b346-46c1-b4ef-4147973eafff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fabf68f2-87b5-4ccc-8fc4-fb833ea6d856', 'code': 200} Jun 03 15:35:49.300291 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Pushing event updated for resources: {'Port': ['ID=fabf68f2-87b5-4ccc-8fc4-fb833ea6d856,revision_number=5']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:49.710894 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d376cef-a121-4ce5-8237-515156887f69 req-d762acde-2b44-40e6-81ec-b4688e888d06 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:49.712954 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-0d376cef-a121-4ce5-8237-515156887f69 req-d762acde-2b44-40e6-81ec-b4688e888d06 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] 10.222.0.93 "GET /v2.0/ports?device_id=63e7e98e-b346-46c1-b4ef-4147973eafff HTTP/1.1" status: 200 len: 950 time: 0.0579338 Jun 03 15:35:49.797064 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-0d376cef-a121-4ce5-8237-515156887f69 req-4a40bac1-ff70-4cb1-90b7-89a19922c599 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] 10.222.0.93 "GET /v2.0/security-groups?id=381014b1-d1c5-4ed4-970e-b0ab7ca2bd5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750365 Jun 03 15:35:49.867607 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:50.967464 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90250d46-6f08-477e-ba8e-1eb92e1d8f0d req-e4841801-de23-4c59-b5d2-3647b53dd57a tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:50.974557 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-90250d46-6f08-477e-ba8e-1eb92e1d8f0d req-e4841801-de23-4c59-b5d2-3647b53dd57a tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] 10.222.0.93 "GET /v2.0/ports?device_id=63e7e98e-b346-46c1-b4ef-4147973eafff HTTP/1.1" status: 200 len: 950 time: 0.0671153 Jun 03 15:35:51.061753 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-90250d46-6f08-477e-ba8e-1eb92e1d8f0d req-20cd03bf-1d43-45e3-a3c6-9850d1162cf6 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] 10.222.0.93 "GET /v2.0/security-groups?id=381014b1-d1c5-4ed4-970e-b0ab7ca2bd5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863090 Jun 03 15:35:51.065233 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e868e9ec-5106-4160-9610-8dbac2fa0fbb req-aa78b2d1-361a-488e-b704-9ee3428927e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:51.067108 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e868e9ec-5106-4160-9610-8dbac2fa0fbb req-aa78b2d1-361a-488e-b704-9ee3428927e1 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=63e7e98e-b346-46c1-b4ef-4147973eafff HTTP/1.1" status: 200 len: 1134 time: 0.0536816 Jun 03 15:35:51.121613 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e868e9ec-5106-4160-9610-8dbac2fa0fbb req-30ef2f52-1222-4409-ad4e-6cf06f54f4b1 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=381014b1-d1c5-4ed4-970e-b0ab7ca2bd5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471234 Jun 03 15:35:51.566721 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:51.573823 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-d443023e-7a60-43e7-b63f-711a4348bdbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (ba2d900a-f6c8-44b2-a19a-5d512e564d5a), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:52.248360 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a41fc5-ecf1-4b6e-8276-6d1c8ad281c8 req-10323c0d-b55c-49c6-986a-783ea0980544 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:52.258215 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f5a41fc5-ecf1-4b6e-8276-6d1c8ad281c8 req-10323c0d-b55c-49c6-986a-783ea0980544 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] 10.222.0.93 "GET /v2.0/ports?device_id=63e7e98e-b346-46c1-b4ef-4147973eafff HTTP/1.1" status: 200 len: 950 time: 0.1030290 Jun 03 15:35:52.381172 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-f5a41fc5-ecf1-4b6e-8276-6d1c8ad281c8 req-e8f076ef-1aac-4900-9917-ea188a58a0f1 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] 10.222.0.93 "GET /v2.0/security-groups?id=381014b1-d1c5-4ed4-970e-b0ab7ca2bd5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216435 Jun 03 15:35:53.530648 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f85970-3eab-44ee-84af-3670ecbf29b0 req-60ccabde-3332-4ed3-9da3-a07a8c798d19 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:53.532831 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-32f85970-3eab-44ee-84af-3670ecbf29b0 req-60ccabde-3332-4ed3-9da3-a07a8c798d19 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] 10.222.0.93 "GET /v2.0/ports?device_id=63e7e98e-b346-46c1-b4ef-4147973eafff HTTP/1.1" status: 200 len: 950 time: 0.0640059 Jun 03 15:35:53.596508 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-32f85970-3eab-44ee-84af-3670ecbf29b0 req-3d2b7aa3-c9d0-4aaf-abf6-59eb9ef767c9 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] 10.222.0.93 "GET /v2.0/security-groups?id=381014b1-d1c5-4ed4-970e-b0ab7ca2bd5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543244 Jun 03 15:35:53.830262 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-cb9e3e95-985d-432a-be7a-091751aadc88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (af3cb756-c261-4349-9f96-3650fb8ddf57), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:53.946006 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fcf8f2-e8ce-4656-a8e2-266980a2452e req-6a31a6a9-1fdd-46fc-8320-c1835fc99489 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:53.947777 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-62fcf8f2-e8ce-4656-a8e2-266980a2452e req-6a31a6a9-1fdd-46fc-8320-c1835fc99489 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] 10.222.0.93 "GET /v2.0/ports?device_id=63e7e98e-b346-46c1-b4ef-4147973eafff HTTP/1.1" status: 200 len: 950 time: 0.0549009 Jun 03 15:35:54.000552 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-62fcf8f2-e8ce-4656-a8e2-266980a2452e req-426bc4a2-ce2f-4426-b641-0c8679af6c5d tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] 10.222.0.93 "GET /v2.0/security-groups?id=381014b1-d1c5-4ed4-970e-b0ab7ca2bd5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465922 Jun 03 15:35:55.135054 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1733d-bb91-4812-abb2-4b13566fc5f4 req-2477ec58-fb66-4486-a650-3ccc85438c64 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:55.143349 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-e5c1733d-bb91-4812-abb2-4b13566fc5f4 req-2477ec58-fb66-4486-a650-3ccc85438c64 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] 10.222.0.93 "GET /v2.0/ports?device_id=63e7e98e-b346-46c1-b4ef-4147973eafff HTTP/1.1" status: 200 len: 950 time: 0.0599458 Jun 03 15:35:55.206218 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-e5c1733d-bb91-4812-abb2-4b13566fc5f4 req-aebcd2dc-db82-44a0-895f-2e7771debfbe tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] 10.222.0.93 "GET /v2.0/security-groups?id=381014b1-d1c5-4ed4-970e-b0ab7ca2bd5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618980 Jun 03 15:35:55.548504 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ea450706-6f9d-4600-9901-8a13358e87c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (c1b56563-1529-491f-97b0-bd0331fef87b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:55.582879 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=100 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:55.634517 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8ef12-486c-419e-ae6f-cdb26e2a1d2a req-4891debe-5d73-4fde-b106-9f00456b2cc3 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:35:55.636245 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e6c8ef12-486c-419e-ae6f-cdb26e2a1d2a req-4891debe-5d73-4fde-b106-9f00456b2cc3 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] 10.222.0.95 "GET /v2.0/ports?device_id=63e7e98e-b346-46c1-b4ef-4147973eafff HTTP/1.1" status: 200 len: 950 time: 0.0619278 Jun 03 15:35:55.729960 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.plugin [req-e6c8ef12-486c-419e-ae6f-cdb26e2a1d2a req-75f54a97-c2b9-4566-b614-c3c3f3f875f7 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] Deleting port fabf68f2-87b5-4ccc-8fc4-fb833ea6d856 {{(pid=103919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:35:55.730301 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-e6c8ef12-486c-419e-ae6f-cdb26e2a1d2a req-75f54a97-c2b9-4566-b614-c3c3f3f875f7 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (fabf68f2-87b5-4ccc-8fc4-fb833ea6d856), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:55.856211 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=100 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:35:55.863399 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [req-e6c8ef12-486c-419e-ae6f-cdb26e2a1d2a req-75f54a97-c2b9-4566-b614-c3c3f3f875f7 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] For port fabf68f2-87b5-4ccc-8fc4-fb833ea6d856, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=fabf68f2-87b5-4ccc-8fc4-fb833ea6d856,segment=NetworkSegment(cde291f8-cad5-43f8-b22b-3ae7ce6d2df9),segment_id=cde291f8-cad5-43f8-b22b-3ae7ce6d2df9)] {{(pid=103919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:35:55.864127 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-e6c8ef12-486c-419e-ae6f-cdb26e2a1d2a req-75f54a97-c2b9-4566-b614-c3c3f3f875f7 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (fabf68f2-87b5-4ccc-8fc4-fb833ea6d856), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:55.882332 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.plugin [req-e6c8ef12-486c-419e-ae6f-cdb26e2a1d2a req-75f54a97-c2b9-4566-b614-c3c3f3f875f7 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] Calling delete_port for fabf68f2-87b5-4ccc-8fc4-fb833ea6d856 owned by compute:nova {{(pid=103919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:35:56.057014 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-e6c8ef12-486c-419e-ae6f-cdb26e2a1d2a req-75f54a97-c2b9-4566-b614-c3c3f3f875f7 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4807792'] for port (fabf68f2-87b5-4ccc-8fc4-fb833ea6d856), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:56.070001 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] get_ports_and_sgs() called for port_ids ['fabf68f2-87b5-4ccc-8fc4-fb833ea6d856'] {{(pid=103921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 15:35:56.095205 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f54a97-c2b9-4566-b614-c3c3f3f875f7 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] Pushing event deleted for resources: {'Port': ['ID=fabf68f2-87b5-4ccc-8fc4-fb833ea6d856,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:35:56.172361 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c8ef12-486c-419e-ae6f-cdb26e2a1d2a req-75f54a97-c2b9-4566-b614-c3c3f3f875f7 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] No DVR routers for this DVR port fabf68f2-87b5-4ccc-8fc4-fb833ea6d856 on host hv-cinder-83124 {{(pid=103919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 15:35:56.175864 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-e6c8ef12-486c-419e-ae6f-cdb26e2a1d2a req-75f54a97-c2b9-4566-b614-c3c3f3f875f7 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for port (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:56.179859 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-e6c8ef12-486c-419e-ae6f-cdb26e2a1d2a req-75f54a97-c2b9-4566-b614-c3c3f3f875f7 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] 10.222.0.95 "DELETE /v2.0/ports/fabf68f2-87b5-4ccc-8fc4-fb833ea6d856 HTTP/1.1" status: 204 len: 173 time: 0.5377448 Jun 03 15:35:56.180786 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e7e98e-b346-46c1-b4ef-4147973eafff', 'name': 'network-vif-deleted', 'tag': 'fabf68f2-87b5-4ccc-8fc4-fb833ea6d856'}] {{(pid=103919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:35:56.184702 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb6718ce3f0a4af57ef91ee7142c10b6234fd65cffdc95d0a08216ae9169e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b837a3-9ea5-47d4-87ce-21234c85ef1b" -d '{"events": [{"server_uuid": "63e7e98e-b346-46c1-b4ef-4147973eafff", "name": "network-vif-deleted", "tag": "fabf68f2-87b5-4ccc-8fc4-fb833ea6d856"}]}' {{(pid=103919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:35:56.259345 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 15:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa7fa68-27a9-4187-9c7e-067caa99e64f x-openstack-request-id: req-9fa7fa68-27a9-4187-9c7e-067caa99e64f {{(pid=103919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:35:56.259843 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e7e98e-b346-46c1-b4ef-4147973eafff", "name": "network-vif-deleted", "tag": "fabf68f2-87b5-4ccc-8fc4-fb833ea6d856", "status": "completed", "code": 200}]} {{(pid=103919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:35:56.260258 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-9fa7fa68-27a9-4187-9c7e-067caa99e64f {{(pid=103919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:35:56.260831 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fa7fa68-27a9-4187-9c7e-067caa99e64f'] response: {'server_uuid': '63e7e98e-b346-46c1-b4ef-4147973eafff', 'name': 'network-vif-deleted', 'tag': 'fabf68f2-87b5-4ccc-8fc4-fb833ea6d856', 'status': 'completed', 'code': 200} Jun 03 15:35:56.377263 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-610bfa30-d989-47e7-833b-d209dbf49153 req-314578cc-e175-4a1d-ba30-e72540f33165 tempest-VolumesNegativeTest-400186058 tempest-VolumesNegativeTest-400186058-project] 10.222.0.93 "GET /v2.0/ports?device_id=63e7e98e-b346-46c1-b4ef-4147973eafff HTTP/1.1" status: 200 len: 210 time: 0.0697610 Jun 03 15:35:56.566943 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0007325d-49bd-45ba-86c8-d0efad7af70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (e76c2f28-d1d2-478d-a24e-96dcb24ae502), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:35:58.250840 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (b78338d6-31c9-4f43-bfac-5a5a854a8366), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:36:00.729943 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device fabf68f2-87b5-4ccc-8fc4-fb833ea6d856 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 15:36:00.750403 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] No Port match for: fabf68f2-87b5-4ccc-8fc4-fb833ea6d856 {{(pid=103921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 15:36:00.750769 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device fabf68f2-87b5-4ccc-8fc4-fb833ea6d856 not bound to the agent host hv-cinder-83124 {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 15:36:00.953548 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=2 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:36:00.956972 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=4 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:36:01.948633 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 60178) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:36:02.046601 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.db_base_plugin_v2 [None req-06d2695e-f29f-48c8-b348-d0a0a55b3d00 admin admin] Deleting subnet da6f25de-d675-4270-a05c-368266d42ad7 {{(pid=103919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 03 15:36:02.050928 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 60184) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:36:02.053821 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-06d2695e-f29f-48c8-b348-d0a0a55b3d00 admin admin] Publish callbacks [] for subnet (da6f25de-d675-4270-a05c-368266d42ad7), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:36:02.097310 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-06d2695e-f29f-48c8-b348-d0a0a55b3d00 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4652770'] for subnet (da6f25de-d675-4270-a05c-368266d42ad7), precommit_delete_associations {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:36:02.146050 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-06d2695e-f29f-48c8-b348-d0a0a55b3d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1655370'] for subnet (da6f25de-d675-4270-a05c-368266d42ad7), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:36:02.228396 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-06d2695e-f29f-48c8-b348-d0a0a55b3d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1655361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4807683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4495087'] for subnet (da6f25de-d675-4270-a05c-368266d42ad7), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:36:02.273122 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d2695e-f29f-48c8-b348-d0a0a55b3d00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da6f25de-d675-4270-a05c-368266d42ad7,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:02.277994 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 60188) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:36:02.286084 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-09b77b14-1300-46cf-bbee-ccaa9b72d704 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=acf00e4ef6f649e69980d6ec2c4b8bea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2332530 Jun 03 15:36:02.302194 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-06d2695e-f29f-48c8-b348-d0a0a55b3d00 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:36:02.306740 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-06d2695e-f29f-48c8-b348-d0a0a55b3d00 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/da6f25de-d675-4270-a05c-368266d42ad7 HTTP/1.1" status: 204 len: 168 time: 0.3564677 Jun 03 15:36:02.310622 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 60190) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:36:02.386260 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-f3c398eb-1eb0-46bd-b7a4-ec40d7bdeaea admin admin] Publish callbacks [] for security_group (381014b1-d1c5-4ed4-970e-b0ab7ca2bd5e), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:36:02.407514 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-accf5d09-b9fe-467a-9e36-3bc05cb1cb59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1730890'] for network (914f3c40-3d58-42c5-84f2-1921af6d0fdf), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:36:02.414977 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-f3c398eb-1eb0-46bd-b7a4-ec40d7bdeaea admin admin] Publish callbacks [] for security_group (381014b1-d1c5-4ed4-970e-b0ab7ca2bd5e), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:36:02.447015 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:36:02.492960 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-f3c398eb-1eb0-46bd-b7a4-ec40d7bdeaea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (381014b1-d1c5-4ed4-970e-b0ab7ca2bd5e), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:36:02.495814 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-f3c398eb-1eb0-46bd-b7a4-ec40d7bdeaea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:36:02.497021 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-f3c398eb-1eb0-46bd-b7a4-ec40d7bdeaea admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/381014b1-d1c5-4ed4-970e-b0ab7ca2bd5e HTTP/1.1" status: 204 len: 168 time: 0.2173808 Jun 03 15:36:02.509040 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c398eb-1eb0-46bd-b7a4-ec40d7bdeaea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=381014b1-d1c5-4ed4-970e-b0ab7ca2bd5e,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:02.560092 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-accf5d09-b9fe-467a-9e36-3bc05cb1cb59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1656049', 'neutron.services.segments.db._delete_segments_for_network-8736362815142'] for network (914f3c40-3d58-42c5-84f2-1921af6d0fdf), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:36:02.605920 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.services.segments.db [None req-accf5d09-b9fe-467a-9e36-3bc05cb1cb59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['914f3c40-3d58-42c5-84f2-1921af6d0fdf']}} {{(pid=103920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:02.624787 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.services.segments.db [None req-accf5d09-b9fe-467a-9e36-3bc05cb1cb59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee7b5cac-c2ff-4415-b98e-a1aa8e607bdf') {'for_net_delete': True} {{(pid=103920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:02.625708 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.services.segments.db [None req-accf5d09-b9fe-467a-9e36-3bc05cb1cb59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee7b5cac-c2ff-4415-b98e-a1aa8e607bdf') {} {{(pid=103920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:02.647440 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-accf5d09-b9fe-467a-9e36-3bc05cb1cb59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362818991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4693035'] for segment (ee7b5cac-c2ff-4415-b98e-a1aa8e607bdf), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:36:02.669653 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-accf5d09-b9fe-467a-9e36-3bc05cb1cb59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659633'] for segment (ee7b5cac-c2ff-4415-b98e-a1aa8e607bdf), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:36:02.685430 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-accf5d09-b9fe-467a-9e36-3bc05cb1cb59 admin admin] Releasing vlan 888 on physical network physnet1 to pool {{(pid=103920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:36:02.686522 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-accf5d09-b9fe-467a-9e36-3bc05cb1cb59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5832762'] for segment (ee7b5cac-c2ff-4415-b98e-a1aa8e607bdf), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:36:02.734807 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.services.segments.plugin [-] Segment ee7b5cac-c2ff-4415-b98e-a1aa8e607bdf resource provider aggregate not found Jun 03 15:36:02.766100 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.services.segments.plugin [-] Segment ee7b5cac-c2ff-4415-b98e-a1aa8e607bdf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ee7b5cac-c2ff-4415-b98e-a1aa8e607bdf found for delete ", "request_id": "req-79a780f0-7982-4067-ae57-4d88c3a57102"}]} Jun 03 15:36:02.784852 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-accf5d09-b9fe-467a-9e36-3bc05cb1cb59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1656008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-763130'] for network (914f3c40-3d58-42c5-84f2-1921af6d0fdf), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:36:02.804247 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-accf5d09-b9fe-467a-9e36-3bc05cb1cb59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for network (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:36:02.815123 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-accf5d09-b9fe-467a-9e36-3bc05cb1cb59 admin admin] 10.222.0.93 "DELETE /v2.0/networks/914f3c40-3d58-42c5-84f2-1921af6d0fdf HTTP/1.1" status: 204 len: 168 time: 0.5021429 Jun 03 15:36:02.857599 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accf5d09-b9fe-467a-9e36-3bc05cb1cb59 admin admin] Pushing event deleted for resources: {'Network': ['ID=914f3c40-3d58-42c5-84f2-1921af6d0fdf,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:02.866962 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf5d09-b9fe-467a-9e36-3bc05cb1cb59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:02.867613 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf5d09-b9fe-467a-9e36-3bc05cb1cb59 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:02.868143 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf5d09-b9fe-467a-9e36-3bc05cb1cb59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:02.868652 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf5d09-b9fe-467a-9e36-3bc05cb1cb59 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:02.869155 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf5d09-b9fe-467a-9e36-3bc05cb1cb59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:02.869652 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf5d09-b9fe-467a-9e36-3bc05cb1cb59 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:02.870168 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf5d09-b9fe-467a-9e36-3bc05cb1cb59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:02.870744 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf5d09-b9fe-467a-9e36-3bc05cb1cb59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:02.871239 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf5d09-b9fe-467a-9e36-3bc05cb1cb59 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:02.871734 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf5d09-b9fe-467a-9e36-3bc05cb1cb59 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:02.872229 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf5d09-b9fe-467a-9e36-3bc05cb1cb59 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:02.872742 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf5d09-b9fe-467a-9e36-3bc05cb1cb59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:02.873231 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf5d09-b9fe-467a-9e36-3bc05cb1cb59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:02.874385 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf5d09-b9fe-467a-9e36-3bc05cb1cb59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:02.874957 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf5d09-b9fe-467a-9e36-3bc05cb1cb59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:36:03.079048 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 60208) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:36:03.127548 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-9a27fda8-f103-4c0c-80e3-cdb0edcbbcbd admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d5151421b3ee4477924cdab41025075b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0464747 Jun 03 15:36:03.130208 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 60210) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:36:03.192530 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-352bb9e2-87ca-44fa-9451-ffbada0418a4 admin admin] Publish callbacks [] for security_group (42d72d5a-b141-4d8d-b233-41b1feaad181), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:36:03.216241 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-352bb9e2-87ca-44fa-9451-ffbada0418a4 admin admin] Publish callbacks [] for security_group (42d72d5a-b141-4d8d-b233-41b1feaad181), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:36:03.239649 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:36:03.254590 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=82,neutron:DELETE=17,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:36:03.279154 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-352bb9e2-87ca-44fa-9451-ffbada0418a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (42d72d5a-b141-4d8d-b233-41b1feaad181), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:36:03.282975 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-352bb9e2-87ca-44fa-9451-ffbada0418a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:36:03.285367 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-352bb9e2-87ca-44fa-9451-ffbada0418a4 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/42d72d5a-b141-4d8d-b233-41b1feaad181 HTTP/1.1" status: 204 len: 168 time: 0.1527848 Jun 03 15:36:03.296787 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352bb9e2-87ca-44fa-9451-ffbada0418a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d72d5a-b141-4d8d-b233-41b1feaad181,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:06.012382 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 60318) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:36:06.057050 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_v2 [None req-af4a3dcd-dfb4-4740-9d31-db80ad0e3bc3 admin admin] Deleting subnet 05a519a8-81cb-441e-a5dd-14876e357c44 {{(pid=103920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 03 15:36:06.060307 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-af4a3dcd-dfb4-4740-9d31-db80ad0e3bc3 admin admin] Publish callbacks [] for subnet (05a519a8-81cb-441e-a5dd-14876e357c44), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:36:06.094406 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-af4a3dcd-dfb4-4740-9d31-db80ad0e3bc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4693020'] for subnet (05a519a8-81cb-441e-a5dd-14876e357c44), precommit_delete_associations {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:36:06.133634 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-af4a3dcd-dfb4-4740-9d31-db80ad0e3bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1655370'] for subnet (05a519a8-81cb-441e-a5dd-14876e357c44), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:36:06.183501 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:36:06.193055 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-af4a3dcd-dfb4-4740-9d31-db80ad0e3bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1655361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5848728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4365459'] for subnet (05a519a8-81cb-441e-a5dd-14876e357c44), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:36:06.223274 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4a3dcd-dfb4-4740-9d31-db80ad0e3bc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05a519a8-81cb-441e-a5dd-14876e357c44,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:06.226972 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-af4a3dcd-dfb4-4740-9d31-db80ad0e3bc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for subnet (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:36:06.230108 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-af4a3dcd-dfb4-4740-9d31-db80ad0e3bc3 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/05a519a8-81cb-441e-a5dd-14876e357c44 HTTP/1.1" status: 204 len: 168 time: 0.2165253 Jun 03 15:36:06.232612 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 60320) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:36:06.300175 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-aaa94472-a207-4b2c-9d84-b735385cc88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1730890'] for network (3678c4cd-eafc-4004-83e0-eba3e6fa12f1), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:36:06.381269 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-aaa94472-a207-4b2c-9d84-b735385cc88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1656049', 'neutron.services.segments.db._delete_segments_for_network-8736362815142'] for network (3678c4cd-eafc-4004-83e0-eba3e6fa12f1), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:36:06.402898 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.services.segments.db [None req-aaa94472-a207-4b2c-9d84-b735385cc88a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3678c4cd-eafc-4004-83e0-eba3e6fa12f1']}} {{(pid=103920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:06.412559 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.services.segments.db [None req-aaa94472-a207-4b2c-9d84-b735385cc88a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a95fd353-fe66-468b-b963-edaa6432b405') {'for_net_delete': True} {{(pid=103920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:06.412851 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.services.segments.db [None req-aaa94472-a207-4b2c-9d84-b735385cc88a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a95fd353-fe66-468b-b963-edaa6432b405') {} {{(pid=103920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:36:06.422307 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-aaa94472-a207-4b2c-9d84-b735385cc88a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362818991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4693035'] for segment (a95fd353-fe66-468b-b963-edaa6432b405), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:36:06.436076 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-aaa94472-a207-4b2c-9d84-b735385cc88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659633'] for segment (a95fd353-fe66-468b-b963-edaa6432b405), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:36:06.442686 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaa94472-a207-4b2c-9d84-b735385cc88a admin admin] Releasing vlan 890 on physical network physnet1 to pool {{(pid=103920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:36:06.443062 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-aaa94472-a207-4b2c-9d84-b735385cc88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5832762'] for segment (a95fd353-fe66-468b-b963-edaa6432b405), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:36:06.481490 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.services.segments.plugin [-] Segment a95fd353-fe66-468b-b963-edaa6432b405 resource provider aggregate not found Jun 03 15:36:06.499390 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.services.segments.plugin [-] Segment a95fd353-fe66-468b-b963-edaa6432b405 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a95fd353-fe66-468b-b963-edaa6432b405 found for delete ", "request_id": "req-ccb8c22d-ec1c-4aaa-befa-43ba4c651347"}]} Jun 03 15:36:06.507444 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-aaa94472-a207-4b2c-9d84-b735385cc88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1656008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-763130'] for network (3678c4cd-eafc-4004-83e0-eba3e6fa12f1), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:36:06.513215 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-aaa94472-a207-4b2c-9d84-b735385cc88a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for network (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:36:06.516856 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-aaa94472-a207-4b2c-9d84-b735385cc88a admin admin] 10.222.0.93 "DELETE /v2.0/networks/3678c4cd-eafc-4004-83e0-eba3e6fa12f1 HTTP/1.1" status: 204 len: 168 time: 0.2827377 Jun 03 15:36:06.533493 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa94472-a207-4b2c-9d84-b735385cc88a admin admin] Pushing event deleted for resources: {'Network': ['ID=3678c4cd-eafc-4004-83e0-eba3e6fa12f1,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:06.705659 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 60330) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:36:06.745457 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-966259d9-72c3-4b82-a053-fa831100033b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=bcb5131601b14b5884956a189e6e9462&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385625 Jun 03 15:36:06.747815 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 60332) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:36:06.795887 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c5e2763a-2edb-4a36-bdbc-f5249b2b6122 admin admin] Publish callbacks [] for security_group (710d42dd-3852-4a0f-a40a-09b77d4a5e69), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:36:06.817955 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c5e2763a-2edb-4a36-bdbc-f5249b2b6122 admin admin] Publish callbacks [] for security_group (710d42dd-3852-4a0f-a40a-09b77d4a5e69), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:36:06.865980 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c5e2763a-2edb-4a36-bdbc-f5249b2b6122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (710d42dd-3852-4a0f-a40a-09b77d4a5e69), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:36:06.868623 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-c5e2763a-2edb-4a36-bdbc-f5249b2b6122 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:36:06.869754 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-c5e2763a-2edb-4a36-bdbc-f5249b2b6122 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/710d42dd-3852-4a0f-a40a-09b77d4a5e69 HTTP/1.1" status: 204 len: 168 time: 0.1210752 Jun 03 15:36:06.871957 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:36:06.879067 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e2763a-2edb-4a36-bdbc-f5249b2b6122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710d42dd-3852-4a0f-a40a-09b77d4a5e69,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:07.568643 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (5d40428d-d668-464b-bcee-3124e1355b3b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:36:07.861447 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.agents_db [None req-a949b1cf-d0d8-4748-9c84-4164e96bf99f None None] Agent healthcheck: found 6 active agents {{(pid=103922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 15:36:13.297309 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:36:16.874883 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=52,neutron:DELETE=4 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:36:17.559123 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:36:17.564051 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=79,neutron:UPDATE=6 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:36:17.857764 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=2 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:36:21.570758 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8ca1b38e-2b31-4f8a-b58e-2a9f3c99752f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (ba2d900a-f6c8-44b2-a19a-5d512e564d5a), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:36:22.661578 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 60548) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:36:22.777625 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4fd4c768-27d1-48c4-b58f-83f5237b791a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:36:22.858956 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4fd4c768-27d1-48c4-b58f-83f5237b791a admin admin] Publish callbacks [] for security_group (972c667b-e192-4783-a208-536dd406fb03), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:36:22.864095 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-4fd4c768-27d1-48c4-b58f-83f5237b791a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (972c667b-e192-4783-a208-536dd406fb03), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:36:22.908945 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-4fd4c768-27d1-48c4-b58f-83f5237b791a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d4fde2612ff24c67a8b060635dbd3917&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2461786 Jun 03 15:36:22.909701 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd4c768-27d1-48c4-b58f-83f5237b791a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=972c667b-e192-4783-a208-536dd406fb03,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:22.911551 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 60554) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:36:22.965932 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-602984b3-6897-4956-8e58-dffc653ed170 admin admin] Publish callbacks [] for security_group (972c667b-e192-4783-a208-536dd406fb03), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:36:22.989406 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-602984b3-6897-4956-8e58-dffc653ed170 admin admin] Publish callbacks [] for security_group (972c667b-e192-4783-a208-536dd406fb03), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:36:23.039279 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-602984b3-6897-4956-8e58-dffc653ed170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (972c667b-e192-4783-a208-536dd406fb03), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:36:23.042174 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-602984b3-6897-4956-8e58-dffc653ed170 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:36:23.043849 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-602984b3-6897-4956-8e58-dffc653ed170 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/972c667b-e192-4783-a208-536dd406fb03 HTTP/1.1" status: 204 len: 168 time: 0.1303787 Jun 03 15:36:23.059894 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602984b3-6897-4956-8e58-dffc653ed170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972c667b-e192-4783-a208-536dd406fb03,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:23.793309 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-d6848f50-0d62-4990-854c-98f1df26f304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (af3cb756-c261-4349-9f96-3650fb8ddf57), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:36:25.544515 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ea450706-6f9d-4600-9901-8a13358e87c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (c1b56563-1529-491f-97b0-bd0331fef87b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:36:26.556801 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0007325d-49bd-45ba-86c8-d0efad7af70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (e76c2f28-d1d2-478d-a24e-96dcb24ae502), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:36:28.232187 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (b78338d6-31c9-4f43-bfac-5a5a854a8366), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:36:32.902112 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=21,neutron:INSERT=5 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:36:32.904114 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=16,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:36:33.026696 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:36:33.052317 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:36:37.541816 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (5d40428d-d668-464b-bcee-3124e1355b3b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:36:37.940262 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=2 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:36:37.941307 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=4 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:36:38.228337 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:36:40.036448 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 60634) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:36:40.142494 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-0fcf838d-0801-48c7-b216-639d22cdebfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:36:40.221037 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-0fcf838d-0801-48c7-b216-639d22cdebfa admin admin] Publish callbacks [] for security_group (8fef52f5-008e-4804-9c4e-c997fac152a3), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:36:40.224603 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-0fcf838d-0801-48c7-b216-639d22cdebfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (8fef52f5-008e-4804-9c4e-c997fac152a3), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:36:40.262113 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcf838d-0801-48c7-b216-639d22cdebfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fef52f5-008e-4804-9c4e-c997fac152a3,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:40.269178 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-0fcf838d-0801-48c7-b216-639d22cdebfa admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=356746cc3b404ce1838d403eea4cb3b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2294331 Jun 03 15:36:40.269387 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 60638) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:36:40.317332 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-752deab8-0a7f-424c-9c12-a6eab3c1e62b admin admin] Publish callbacks [] for security_group (8fef52f5-008e-4804-9c4e-c997fac152a3), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:36:40.338823 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-752deab8-0a7f-424c-9c12-a6eab3c1e62b admin admin] Publish callbacks [] for security_group (8fef52f5-008e-4804-9c4e-c997fac152a3), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:36:40.387057 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-752deab8-0a7f-424c-9c12-a6eab3c1e62b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (8fef52f5-008e-4804-9c4e-c997fac152a3), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:36:40.390013 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-752deab8-0a7f-424c-9c12-a6eab3c1e62b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:36:40.393442 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-752deab8-0a7f-424c-9c12-a6eab3c1e62b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/8fef52f5-008e-4804-9c4e-c997fac152a3 HTTP/1.1" status: 204 len: 168 time: 0.1209118 Jun 03 15:36:40.399534 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752deab8-0a7f-424c-9c12-a6eab3c1e62b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fef52f5-008e-4804-9c4e-c997fac152a3,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:36:43.153183 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-5fd07db4-a10a-45c8-94b4-34813f374b1e req-2880267c-9789-4954-9f68-b70660df3aa9 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412409 Jun 03 15:36:43.233214 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd07db4-a10a-45c8-94b4-34813f374b1e req-c2b8ab93-a2cc-4659-94f4-92017b0a43f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:43.234677 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-5fd07db4-a10a-45c8-94b4-34813f374b1e req-c2b8ab93-a2cc-4659-94f4-92017b0a43f8 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=141bd2be69f243aa926f28b96eb6f0d5&device_id=838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b HTTP/1.1" status: 200 len: 1130 time: 0.0398026 Jun 03 15:36:43.335452 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd07db4-a10a-45c8-94b4-34813f374b1e req-2a812941-65eb-46a9-82da-2900c47e6cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:43.336893 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-5fd07db4-a10a-45c8-94b4-34813f374b1e req-2a812941-65eb-46a9-82da-2900c47e6cee service neutron] 10.222.0.95 "GET /v2.0/networks?id=2d580292-795d-4fee-87ce-011961d3c846 HTTP/1.1" status: 200 len: 913 time: 0.0831678 Jun 03 15:36:43.400553 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-5fd07db4-a10a-45c8-94b4-34813f374b1e req-8fab6f90-3d09-4538-bf26-11f096ac9e37 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19ee1e44-f976-459e-a5b3-bb93ee091e6c HTTP/1.1" status: 200 len: 1001 time: 0.0566566 Jun 03 15:36:43.448391 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd07db4-a10a-45c8-94b4-34813f374b1e req-bdab7257-18a4-477d-bca7-24c003b26b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:43.449716 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-5fd07db4-a10a-45c8-94b4-34813f374b1e req-bdab7257-18a4-477d-bca7-24c003b26b24 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=070f5c1f-f3d7-449a-a6e3-c5340374af16 HTTP/1.1" status: 200 len: 851 time: 0.0429311 Jun 03 15:36:43.491882 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd07db4-a10a-45c8-94b4-34813f374b1e req-7f529335-d393-4134-bf69-79dcc1a6590f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:36:43.493294 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-5fd07db4-a10a-45c8-94b4-34813f374b1e req-7f529335-d393-4134-bf69-79dcc1a6590f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2d580292-795d-4fee-87ce-011961d3c846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0377526 Jun 03 15:36:43.586290 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-5fd07db4-a10a-45c8-94b4-34813f374b1e req-4a181064-c330-4292-bfbf-216ac93a808a service neutron] 10.222.0.95 "GET /v2.0/networks/2d580292-795d-4fee-87ce-011961d3c846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861683 Jun 03 15:36:43.675649 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-5fd07db4-a10a-45c8-94b4-34813f374b1e req-0112bfd1-1804-4f33-865c-6f94b6388e05 service neutron] 10.222.0.95 "GET /v2.0/networks/2d580292-795d-4fee-87ce-011961d3c846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820930 Jun 03 15:36:44.860757 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.agents_db [None req-a949b1cf-d0d8-4748-9c84-4164e96bf99f None None] Agent healthcheck: found 6 active agents {{(pid=103922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 15:36:47.536712 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:UPDATE=4,neutron:SELECT=11 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:36:50.412643 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=2 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:36:50.721501 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=13 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:36:51.572342 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-2b7539af-98c9-4c25-bc65-b835b800de2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (ba2d900a-f6c8-44b2-a19a-5d512e564d5a), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:36:53.671107 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:36:53.673030 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=89,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:36:53.794344 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a660b354-0847-45a6-b22a-25d3679b8f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (af3cb756-c261-4349-9f96-3650fb8ddf57), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:36:54.857458 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=15 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:36:55.547204 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ea450706-6f9d-4600-9901-8a13358e87c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (c1b56563-1529-491f-97b0-bd0331fef87b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:36:56.560157 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0007325d-49bd-45ba-86c8-d0efad7af70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (e76c2f28-d1d2-478d-a24e-96dcb24ae502), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:36:58.234914 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (b78338d6-31c9-4f43-bfac-5a5a854a8366), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:37:07.554204 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (5d40428d-d668-464b-bcee-3124e1355b3b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:37:14.946025 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=2 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:37:14.946717 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=4 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:37:17.548147 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:37:17.550008 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:37:21.574497 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-9c7c7662-d12a-4ff5-80bc-fc4741071e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (ba2d900a-f6c8-44b2-a19a-5d512e564d5a), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:37:21.859089 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.agents_db [None req-a949b1cf-d0d8-4748-9c84-4164e96bf99f None None] Agent healthcheck: found 6 active agents {{(pid=103922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 15:37:23.680264 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-b005a55f-aa4a-4162-a310-4fd56c43b8f1 req-9eba5598-0cec-496b-9899-6c1dbb00bdbc tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-168875648&fields=id&tenant_id=141bd2be69f243aa926f28b96eb6f0d5 HTTP/1.1" status: 200 len: 267 time: 0.0457749 Jun 03 15:37:23.783784 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b005a55f-aa4a-4162-a310-4fd56c43b8f1 req-1387da42-6260-4db5-8417-26d440ce76d6 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:23.785256 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-b005a55f-aa4a-4162-a310-4fd56c43b8f1 req-1387da42-6260-4db5-8417-26d440ce76d6 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/networks?id=2d580292-795d-4fee-87ce-011961d3c846 HTTP/1.1" status: 200 len: 812 time: 0.0986297 Jun 03 15:37:23.797098 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-e7744876-2944-479a-a4c7-399df9b92c68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (af3cb756-c261-4349-9f96-3650fb8ddf57), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:37:23.801487 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-b005a55f-aa4a-4162-a310-4fd56c43b8f1 req-fcdafbbf-15a0-4b02-8cc6-30a037494ed4 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/quotas/141bd2be69f243aa926f28b96eb6f0d5 HTTP/1.1" status: 200 len: 375 time: 0.0108016 Jun 03 15:37:23.857255 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-b005a55f-aa4a-4162-a310-4fd56c43b8f1 req-1c179e16-e174-43bb-850d-6b377bc9b760 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=141bd2be69f243aa926f28b96eb6f0d5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0500367 Jun 03 15:37:23.873317 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [req-b005a55f-aa4a-4162-a310-4fd56c43b8f1 req-be7d5bfa-ae89-4f76-a13b-ff151d9a1962 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=103920) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 03 15:37:23.874323 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-b005a55f-aa4a-4162-a310-4fd56c43b8f1 req-be7d5bfa-ae89-4f76-a13b-ff151d9a1962 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050979 Jun 03 15:37:23.962398 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-b005a55f-aa4a-4162-a310-4fd56c43b8f1 req-5e400443-7d0e-475c-b466-35b0c7e23d04 service neutron] 10.222.0.93 "GET /v2.0/networks/2d580292-795d-4fee-87ce-011961d3c846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818295 Jun 03 15:37:24.059539 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-b005a55f-aa4a-4162-a310-4fd56c43b8f1 req-390d66f5-5339-4c77-a053-9694fc08182c service neutron] 10.222.0.93 "GET /v2.0/networks/2d580292-795d-4fee-87ce-011961d3c846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911484 Jun 03 15:37:24.453306 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-61bece96-26fb-4f95-82e3-853229c0887a req-0aaf3d64-9475-432b-b7a3-ec2153b13af3 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=71fa3c43-75ef-43ec-a439-6adcfec7b6b5 HTTP/1.1" status: 200 len: 210 time: 0.1339848 Jun 03 15:37:25.400576 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b005a55f-aa4a-4162-a310-4fd56c43b8f1 req-083093aa-89b7-410d-ab1e-c030fc2d54f6 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:25.402177 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b005a55f-aa4a-4162-a310-4fd56c43b8f1 req-083093aa-89b7-410d-ab1e-c030fc2d54f6 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.95 "GET /v2.0/networks?id=2d580292-795d-4fee-87ce-011961d3c846 HTTP/1.1" status: 200 len: 812 time: 0.1028655 Jun 03 15:37:25.466939 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b005a55f-aa4a-4162-a310-4fd56c43b8f1 req-27eee43e-b94f-4a25-8618-103441355af0 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=141bd2be69f243aa926f28b96eb6f0d5 HTTP/1.1" status: 200 len: 379 time: 0.0563779 Jun 03 15:37:25.480463 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [req-b005a55f-aa4a-4162-a310-4fd56c43b8f1 req-9c182ad8-a84f-4530-af63-97b9ddb52164 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Request body: {'port': {'device_id': '71fa3c43-75ef-43ec-a439-6adcfec7b6b5', 'network_id': '2d580292-795d-4fee-87ce-011961d3c846', 'admin_state_up': True, 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'security_groups': ['b88df937-e402-4cfa-971f-d0284891327a']}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:37:25.552915 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ea450706-6f9d-4600-9901-8a13358e87c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (c1b56563-1529-491f-97b0-bd0331fef87b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:37:25.554267 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-bfa4b9df-f979-47b5-a83c-1966f4c493ad req-e5bd4787-ac45-4ec1-a093-d9ffd1216d9f tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=71fa3c43-75ef-43ec-a439-6adcfec7b6b5 HTTP/1.1" status: 200 len: 210 time: 0.0304205 Jun 03 15:37:25.601870 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b005a55f-aa4a-4162-a310-4fd56c43b8f1 req-9c182ad8-a84f-4530-af63-97b9ddb52164 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Made reservation on behalf of 141bd2be69f243aa926f28b96eb6f0d5 for: {'port': 1} {{(pid=103919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 03 15:37:25.605268 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-b005a55f-aa4a-4162-a310-4fd56c43b8f1 req-9c182ad8-a84f-4530-af63-97b9ddb52164 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:37:25.738394 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.db_base_plugin_common [req-b005a55f-aa4a-4162-a310-4fd56c43b8f1 req-9c182ad8-a84f-4530-af63-97b9ddb52164 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Allocated IP 172.20.0.6 (2d580292-795d-4fee-87ce-011961d3c846/070f5c1f-f3d7-449a-a6e3-c5340374af16/822a6686-2a8c-4ed3-91ff-ede92da2e3c0) {{(pid=103919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:37:25.893436 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-b005a55f-aa4a-4162-a310-4fd56c43b8f1 req-9c182ad8-a84f-4530-af63-97b9ddb52164 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks [] for port (822a6686-2a8c-4ed3-91ff-ede92da2e3c0), precommit_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:37:25.929746 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-b005a55f-aa4a-4162-a310-4fd56c43b8f1 req-9c182ad8-a84f-4530-af63-97b9ddb52164 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4807792'] for port (822a6686-2a8c-4ed3-91ff-ede92da2e3c0), after_create {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:37:25.975452 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b005a55f-aa4a-4162-a310-4fd56c43b8f1 req-9c182ad8-a84f-4530-af63-97b9ddb52164 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Network 2d580292-795d-4fee-87ce-011961d3c846 is already hosted by enough agents. {{(pid=103919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:37:25.978756 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.base_scheduler [req-b005a55f-aa4a-4162-a310-4fd56c43b8f1 req-9c182ad8-a84f-4530-af63-97b9ddb52164 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Resources bound (agent type, host, resource id): {{(pid=103919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:37:25.985135 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [req-b005a55f-aa4a-4162-a310-4fd56c43b8f1 req-9c182ad8-a84f-4530-af63-97b9ddb52164 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Received port after_create {{(pid=103919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:37:26.010860 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c182ad8-a84f-4530-af63-97b9ddb52164 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Pushing event updated for resources: {'Port': ['ID=822a6686-2a8c-4ed3-91ff-ede92da2e3c0,revision_number=1']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:26.029744 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c182ad8-a84f-4530-af63-97b9ddb52164 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:26.030093 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c182ad8-a84f-4530-af63-97b9ddb52164 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:26.030438 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c182ad8-a84f-4530-af63-97b9ddb52164 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:26.030808 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c182ad8-a84f-4530-af63-97b9ddb52164 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:26.031146 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c182ad8-a84f-4530-af63-97b9ddb52164 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:26.031480 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c182ad8-a84f-4530-af63-97b9ddb52164 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:26.031813 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c182ad8-a84f-4530-af63-97b9ddb52164 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:26.032139 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c182ad8-a84f-4530-af63-97b9ddb52164 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:26.032467 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c182ad8-a84f-4530-af63-97b9ddb52164 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:26.033384 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c182ad8-a84f-4530-af63-97b9ddb52164 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:26.033723 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c182ad8-a84f-4530-af63-97b9ddb52164 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:26.034052 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c182ad8-a84f-4530-af63-97b9ddb52164 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:26.034377 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c182ad8-a84f-4530-af63-97b9ddb52164 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:26.034723 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c182ad8-a84f-4530-af63-97b9ddb52164 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:26.035047 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c182ad8-a84f-4530-af63-97b9ddb52164 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:26.053493 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b005a55f-aa4a-4162-a310-4fd56c43b8f1 req-9c182ad8-a84f-4530-af63-97b9ddb52164 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:26.054132 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-b005a55f-aa4a-4162-a310-4fd56c43b8f1 req-9c182ad8-a84f-4530-af63-97b9ddb52164 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for port (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:37:26.071629 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b005a55f-aa4a-4162-a310-4fd56c43b8f1 req-9c182ad8-a84f-4530-af63-97b9ddb52164 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5972345 Jun 03 15:37:26.081363 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [req-b005a55f-aa4a-4162-a310-4fd56c43b8f1 req-94146d06-5f4b-49ae-845e-e48971e33ee8 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=103919) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 03 15:37:26.082363 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b005a55f-aa4a-4162-a310-4fd56c43b8f1 req-94146d06-5f4b-49ae-845e-e48971e33ee8 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057750 Jun 03 15:37:26.138413 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.v2.base [req-b005a55f-aa4a-4162-a310-4fd56c43b8f1 req-2adf9692-f9d7-44ec-9a86-ca5f276431b8 service neutron] Request body: {'port': {'device_id': '71fa3c43-75ef-43ec-a439-6adcfec7b6b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:37:26.180431 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-ad335f62-b420-4a2f-a9b4-05d789438a62 None None] Provisioning complete for port 822a6686-2a8c-4ed3-91ff-ede92da2e3c0 triggered by entity DHCP. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:37:26.180713 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ad335f62-b420-4a2f-a9b4-05d789438a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (822a6686-2a8c-4ed3-91ff-ede92da2e3c0), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:37:26.198248 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:37:26.201551 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-b005a55f-aa4a-4162-a310-4fd56c43b8f1 req-2adf9692-f9d7-44ec-9a86-ca5f276431b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (822a6686-2a8c-4ed3-91ff-ede92da2e3c0), before_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:37:26.211966 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:37:26.219772 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-ad335f62-b420-4a2f-a9b4-05d789438a62 None None] Port 822a6686-2a8c-4ed3-91ff-ede92da2e3c0 cannot update to ACTIVE because it is not bound. {{(pid=103921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} Jun 03 15:37:26.489385 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.notifiers.nova [req-b005a55f-aa4a-4162-a310-4fd56c43b8f1 req-2adf9692-f9d7-44ec-9a86-ca5f276431b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 822a6686-2a8c-4ed3-91ff-ede92da2e3c0 {{(pid=103919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:37:26.496684 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-b005a55f-aa4a-4162-a310-4fd56c43b8f1 req-2adf9692-f9d7-44ec-9a86-ca5f276431b8 service neutron] Publish callbacks [] for port (822a6686-2a8c-4ed3-91ff-ede92da2e3c0), precommit_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:37:26.509539 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.provisioning_blocks [req-b005a55f-aa4a-4162-a310-4fd56c43b8f1 req-2adf9692-f9d7-44ec-9a86-ca5f276431b8 service neutron] Transition to ACTIVE for port object 822a6686-2a8c-4ed3-91ff-ede92da2e3c0 will not be triggered until provisioned by entity L2. {{(pid=103919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 03 15:37:26.512683 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-b005a55f-aa4a-4162-a310-4fd56c43b8f1 req-2adf9692-f9d7-44ec-9a86-ca5f276431b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4807753'] for port (822a6686-2a8c-4ed3-91ff-ede92da2e3c0), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:37:26.563747 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0007325d-49bd-45ba-86c8-d0efad7af70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (e76c2f28-d1d2-478d-a24e-96dcb24ae502), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:37:26.565018 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adf9692-f9d7-44ec-9a86-ca5f276431b8 service neutron] Pushing event updated for resources: {'Port': ['ID=822a6686-2a8c-4ed3-91ff-ede92da2e3c0,revision_number=2']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:26.653437 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [req-b005a55f-aa4a-4162-a310-4fd56c43b8f1 req-2adf9692-f9d7-44ec-9a86-ca5f276431b8 service neutron] Attempting to bind port 822a6686-2a8c-4ed3-91ff-ede92da2e3c0 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 03 15:37:26.653770 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [req-b005a55f-aa4a-4162-a310-4fd56c43b8f1 req-2adf9692-f9d7-44ec-9a86-ca5f276431b8 service neutron] Attempting to bind port 822a6686-2a8c-4ed3-91ff-ede92da2e3c0 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'cddab803-ac25-466c-8492-d9f6e68d1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '2d580292-795d-4fee-87ce-011961d3c846'}] {{(pid=103919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 03 15:37:26.654100 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b005a55f-aa4a-4162-a310-4fd56c43b8f1 req-2adf9692-f9d7-44ec-9a86-ca5f276431b8 service neutron] Attempting to bind port 822a6686-2a8c-4ed3-91ff-ede92da2e3c0 on network 2d580292-795d-4fee-87ce-011961d3c846 {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:37:26.678547 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b005a55f-aa4a-4162-a310-4fd56c43b8f1 req-2adf9692-f9d7-44ec-9a86-ca5f276431b8 service neutron] Port 822a6686-2a8c-4ed3-91ff-ede92da2e3c0 on network 2d580292-795d-4fee-87ce-011961d3c846 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 03 15:37:26.678880 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b005a55f-aa4a-4162-a310-4fd56c43b8f1 req-2adf9692-f9d7-44ec-9a86-ca5f276431b8 service neutron] Attempting to bind port 822a6686-2a8c-4ed3-91ff-ede92da2e3c0 on network 2d580292-795d-4fee-87ce-011961d3c846 {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 03 15:37:26.690341 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b005a55f-aa4a-4162-a310-4fd56c43b8f1 req-2adf9692-f9d7-44ec-9a86-ca5f276431b8 service neutron] Checking agent: {'id': '5d40428d-d668-464b-bcee-3124e1355b3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 3, 15, 24, 37), 'started_at': datetime.datetime(2022, 6, 3, 15, 24, 37), 'heartbeat_timestamp': datetime.datetime(2022, 6, 3, 15, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 03 15:37:26.690703 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b005a55f-aa4a-4162-a310-4fd56c43b8f1 req-2adf9692-f9d7-44ec-9a86-ca5f276431b8 service neutron] Checking segment: {'id': 'cddab803-ac25-466c-8492-d9f6e68d1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '2d580292-795d-4fee-87ce-011961d3c846'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 03 15:37:26.691085 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b005a55f-aa4a-4162-a310-4fd56c43b8f1 req-2adf9692-f9d7-44ec-9a86-ca5f276431b8 service neutron] Bound using segment: {'id': 'cddab803-ac25-466c-8492-d9f6e68d1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '2d580292-795d-4fee-87ce-011961d3c846'} {{(pid=103919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 03 15:37:26.691513 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.managers [req-b005a55f-aa4a-4162-a310-4fd56c43b8f1 req-2adf9692-f9d7-44ec-9a86-ca5f276431b8 service neutron] Bound port: 822a6686-2a8c-4ed3-91ff-ede92da2e3c0, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cddab803-ac25-466c-8492-d9f6e68d1532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '2d580292-795d-4fee-87ce-011961d3c846'}}] {{(pid=103919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 03 15:37:26.691868 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-b005a55f-aa4a-4162-a310-4fd56c43b8f1 req-2adf9692-f9d7-44ec-9a86-ca5f276431b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (822a6686-2a8c-4ed3-91ff-ede92da2e3c0), before_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:37:26.699614 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11817b5b-802b-4bd3-a52c-299e13cd94c1 req-6dc3f792-8e74-4a57-ae29-1ce8ed362290 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:26.701130 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-11817b5b-802b-4bd3-a52c-299e13cd94c1 req-6dc3f792-8e74-4a57-ae29-1ce8ed362290 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=71fa3c43-75ef-43ec-a439-6adcfec7b6b5 HTTP/1.1" status: 200 len: 943 time: 0.0621617 Jun 03 15:37:26.800416 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-11817b5b-802b-4bd3-a52c-299e13cd94c1 req-ae313971-e32e-42d1-a822-1008f1dca50f tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/security-groups?id=b88df937-e402-4cfa-971f-d0284891327a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898745 Jun 03 15:37:26.804060 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [req-b005a55f-aa4a-4162-a310-4fd56c43b8f1 req-2adf9692-f9d7-44ec-9a86-ca5f276431b8 service neutron] For port 822a6686-2a8c-4ed3-91ff-ede92da2e3c0, host hv-cinder-83124, cleared binding levels {{(pid=103919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 03 15:37:26.807179 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [req-b005a55f-aa4a-4162-a310-4fd56c43b8f1 req-2adf9692-f9d7-44ec-9a86-ca5f276431b8 service neutron] For port 822a6686-2a8c-4ed3-91ff-ede92da2e3c0, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=822a6686-2a8c-4ed3-91ff-ede92da2e3c0,segment=NetworkSegment(cddab803-ac25-466c-8492-d9f6e68d1532),segment_id=cddab803-ac25-466c-8492-d9f6e68d1532)] {{(pid=103919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 03 15:37:26.813526 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-b005a55f-aa4a-4162-a310-4fd56c43b8f1 req-2adf9692-f9d7-44ec-9a86-ca5f276431b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4807753'] for port (822a6686-2a8c-4ed3-91ff-ede92da2e3c0), after_update {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:37:26.847108 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b005a55f-aa4a-4162-a310-4fd56c43b8f1 req-2adf9692-f9d7-44ec-9a86-ca5f276431b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:26.847712 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-b005a55f-aa4a-4162-a310-4fd56c43b8f1 req-2adf9692-f9d7-44ec-9a86-ca5f276431b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for port (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:37:26.849063 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b005a55f-aa4a-4162-a310-4fd56c43b8f1 req-2adf9692-f9d7-44ec-9a86-ca5f276431b8 service neutron] 10.222.0.95 "PUT /v2.0/ports/822a6686-2a8c-4ed3-91ff-ede92da2e3c0 HTTP/1.1" status: 200 len: 1093 time: 0.7598319 Jun 03 15:37:26.849492 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71fa3c43-75ef-43ec-a439-6adcfec7b6b5', 'tag': '822a6686-2a8c-4ed3-91ff-ede92da2e3c0'}] {{(pid=103919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:37:26.851730 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb6718ce3f0a4af57ef91ee7142c10b6234fd65cffdc95d0a08216ae9169e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c061473b-7c74-4072-8066-97d1fde082ec" -d '{"events": [{"name": "network-changed", "server_uuid": "71fa3c43-75ef-43ec-a439-6adcfec7b6b5", "tag": "822a6686-2a8c-4ed3-91ff-ede92da2e3c0"}]}' {{(pid=103919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:37:26.883032 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adf9692-f9d7-44ec-9a86-ca5f276431b8 service neutron] Pushing event updated for resources: {'Port': ['ID=822a6686-2a8c-4ed3-91ff-ede92da2e3c0,revision_number=3']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:26.935105 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b005a55f-aa4a-4162-a310-4fd56c43b8f1 req-20ad0e0e-559e-431e-a33d-aad134b8644d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:26.936610 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b005a55f-aa4a-4162-a310-4fd56c43b8f1 req-20ad0e0e-559e-431e-a33d-aad134b8644d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=141bd2be69f243aa926f28b96eb6f0d5&device_id=71fa3c43-75ef-43ec-a439-6adcfec7b6b5 HTTP/1.1" status: 200 len: 1127 time: 0.0443141 Jun 03 15:37:26.978206 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 15:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69661954-1127-4c26-a71d-a36e369d51b2 x-openstack-request-id: req-69661954-1127-4c26-a71d-a36e369d51b2 {{(pid=103919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:37:26.978498 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71fa3c43-75ef-43ec-a439-6adcfec7b6b5", "tag": "822a6686-2a8c-4ed3-91ff-ede92da2e3c0", "status": "completed", "code": 200}]} {{(pid=103919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:37:26.978777 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-69661954-1127-4c26-a71d-a36e369d51b2 {{(pid=103919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:37:26.979180 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69661954-1127-4c26-a71d-a36e369d51b2'] response: {'name': 'network-changed', 'server_uuid': '71fa3c43-75ef-43ec-a439-6adcfec7b6b5', 'tag': '822a6686-2a8c-4ed3-91ff-ede92da2e3c0', 'status': 'completed', 'code': 200} Jun 03 15:37:26.980969 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b005a55f-aa4a-4162-a310-4fd56c43b8f1 req-84405d47-954a-4166-b6cd-c1097d0e7ae7 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=822a6686-2a8c-4ed3-91ff-ede92da2e3c0 HTTP/1.1" status: 200 len: 217 time: 0.0364990 Jun 03 15:37:27.036184 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b005a55f-aa4a-4162-a310-4fd56c43b8f1 req-1cd5e97b-47c5-456a-a635-0bf4e8e0dd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:27.037742 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b005a55f-aa4a-4162-a310-4fd56c43b8f1 req-1cd5e97b-47c5-456a-a635-0bf4e8e0dd17 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=070f5c1f-f3d7-449a-a6e3-c5340374af16 HTTP/1.1" status: 200 len: 851 time: 0.0505562 Jun 03 15:37:27.081199 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b005a55f-aa4a-4162-a310-4fd56c43b8f1 req-54ec5f74-5109-484a-9067-9088a92ccb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:27.082702 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b005a55f-aa4a-4162-a310-4fd56c43b8f1 req-54ec5f74-5109-484a-9067-9088a92ccb6a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2d580292-795d-4fee-87ce-011961d3c846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0389388 Jun 03 15:37:27.144599 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:37:27.146458 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:37:27.177762 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b005a55f-aa4a-4162-a310-4fd56c43b8f1 req-8d7ec12b-430b-4249-ba5b-fca0e95c7f67 service neutron] 10.222.0.95 "GET /v2.0/networks/2d580292-795d-4fee-87ce-011961d3c846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889814 Jun 03 15:37:27.517664 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b005a55f-aa4a-4162-a310-4fd56c43b8f1 req-f8c685f5-3a6e-4994-9c00-e553a89febda service neutron] 10.222.0.95 "GET /v2.0/networks/2d580292-795d-4fee-87ce-011961d3c846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332815 Jun 03 15:37:27.853374 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c061473b-7c74-4072-8066-97d1fde082ec req-40620d52-3498-434c-b577-96473e8f2fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:27.855474 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c061473b-7c74-4072-8066-97d1fde082ec req-40620d52-3498-434c-b577-96473e8f2fd2 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=141bd2be69f243aa926f28b96eb6f0d5&device_id=71fa3c43-75ef-43ec-a439-6adcfec7b6b5 HTTP/1.1" status: 200 len: 1127 time: 0.0423322 Jun 03 15:37:27.959842 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cea644-222e-481a-a82b-26f11ec97779 req-02b56b50-1a65-430c-9d72-28b55afcb4db tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:27.961277 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-98cea644-222e-481a-a82b-26f11ec97779 req-02b56b50-1a65-430c-9d72-28b55afcb4db tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=71fa3c43-75ef-43ec-a439-6adcfec7b6b5 HTTP/1.1" status: 200 len: 943 time: 0.0908148 Jun 03 15:37:28.013629 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c061473b-7c74-4072-8066-97d1fde082ec req-b96bb704-4087-4bb0-a896-699cb533ea15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:28.015107 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c061473b-7c74-4072-8066-97d1fde082ec req-b96bb704-4087-4bb0-a896-699cb533ea15 service neutron] 10.222.0.95 "GET /v2.0/networks?id=2d580292-795d-4fee-87ce-011961d3c846 HTTP/1.1" status: 200 len: 913 time: 0.1528077 Jun 03 15:37:28.066851 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-98cea644-222e-481a-a82b-26f11ec97779 req-181add6c-13ff-43a4-85a5-c3021e09c5c8 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/security-groups?id=b88df937-e402-4cfa-971f-d0284891327a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991862 Jun 03 15:37:28.068183 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c061473b-7c74-4072-8066-97d1fde082ec req-8e8ad86d-f2d5-4fd6-824b-eb7d4b946196 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=822a6686-2a8c-4ed3-91ff-ede92da2e3c0 HTTP/1.1" status: 200 len: 217 time: 0.0423889 Jun 03 15:37:28.120470 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c061473b-7c74-4072-8066-97d1fde082ec req-8db7495f-9554-4767-9fd1-36259e9df73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:28.121816 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c061473b-7c74-4072-8066-97d1fde082ec req-8db7495f-9554-4767-9fd1-36259e9df73a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=070f5c1f-f3d7-449a-a6e3-c5340374af16 HTTP/1.1" status: 200 len: 851 time: 0.0453076 Jun 03 15:37:28.164954 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c061473b-7c74-4072-8066-97d1fde082ec req-0917dd9e-5a5b-4131-a266-216c0d8390de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:28.166393 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c061473b-7c74-4072-8066-97d1fde082ec req-0917dd9e-5a5b-4131-a266-216c0d8390de service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2d580292-795d-4fee-87ce-011961d3c846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0375428 Jun 03 15:37:28.237578 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (b78338d6-31c9-4f43-bfac-5a5a854a8366), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:37:28.266701 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c061473b-7c74-4072-8066-97d1fde082ec req-de3c302c-43bd-4f3e-a275-e430d56f9bac service neutron] 10.222.0.95 "GET /v2.0/networks/2d580292-795d-4fee-87ce-011961d3c846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936422 Jun 03 15:37:28.354828 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-c061473b-7c74-4072-8066-97d1fde082ec req-0755cee7-e1d3-4d7b-b1fc-8d96684a6d32 service neutron] 10.222.0.95 "GET /v2.0/networks/2d580292-795d-4fee-87ce-011961d3c846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816133 Jun 03 15:37:29.180127 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eadee5a-175f-42c5-8735-bd901f3de6cf req-c5622d71-d92c-4a34-b993-46db77894e85 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:29.181569 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-4eadee5a-175f-42c5-8735-bd901f3de6cf req-c5622d71-d92c-4a34-b993-46db77894e85 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=71fa3c43-75ef-43ec-a439-6adcfec7b6b5 HTTP/1.1" status: 200 len: 943 time: 0.0466180 Jun 03 15:37:29.230736 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-4eadee5a-175f-42c5-8735-bd901f3de6cf req-4b2f8a3f-1ab2-4500-8489-4569ef7bb926 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/security-groups?id=b88df937-e402-4cfa-971f-d0284891327a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435836 Jun 03 15:37:30.349424 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce23cb9-d8f0-4dd0-9a91-6d0de5f9320e req-a42fc5da-3bc8-4587-a55a-add1763e2e79 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:30.350807 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-5ce23cb9-d8f0-4dd0-9a91-6d0de5f9320e req-a42fc5da-3bc8-4587-a55a-add1763e2e79 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=71fa3c43-75ef-43ec-a439-6adcfec7b6b5 HTTP/1.1" status: 200 len: 943 time: 0.0536430 Jun 03 15:37:30.399035 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-5ce23cb9-d8f0-4dd0-9a91-6d0de5f9320e req-e98b95af-f260-4232-87fd-f0edba6cfd5b tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/security-groups?id=b88df937-e402-4cfa-971f-d0284891327a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423217 Jun 03 15:37:31.515280 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6764a6a-3d38-46a0-9ca1-daa79b1898ee req-be8696b0-a4fc-4ca8-afe7-ea83650c39b3 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:31.516747 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-e6764a6a-3d38-46a0-9ca1-daa79b1898ee req-be8696b0-a4fc-4ca8-afe7-ea83650c39b3 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=71fa3c43-75ef-43ec-a439-6adcfec7b6b5 HTTP/1.1" status: 200 len: 943 time: 0.0514941 Jun 03 15:37:31.567909 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-e6764a6a-3d38-46a0-9ca1-daa79b1898ee req-8345e6e1-ba3a-4cb8-8295-4b6bd4586778 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/security-groups?id=b88df937-e402-4cfa-971f-d0284891327a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456080 Jun 03 15:37:31.854553 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=1 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:37:31.855287 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=1 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:37:32.683244 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ea447-ddd4-47e0-9127-60e163705e4d req-3296e7e1-513d-4477-b92a-8f1494cbaac1 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:32.684728 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-820ea447-ddd4-47e0-9127-60e163705e4d req-3296e7e1-513d-4477-b92a-8f1494cbaac1 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=71fa3c43-75ef-43ec-a439-6adcfec7b6b5 HTTP/1.1" status: 200 len: 943 time: 0.0479519 Jun 03 15:37:32.734460 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-820ea447-ddd4-47e0-9127-60e163705e4d req-bf6f2d89-8ef1-46b6-b791-a54587e60cd1 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/security-groups?id=b88df937-e402-4cfa-971f-d0284891327a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431838 Jun 03 15:37:33.850790 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11caf2f9-d52c-4ae7-8e74-f8d62519cbcf req-5b2f26d3-b0ce-44ca-b067-5c6647ce1a43 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:33.852247 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-11caf2f9-d52c-4ae7-8e74-f8d62519cbcf req-5b2f26d3-b0ce-44ca-b067-5c6647ce1a43 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=71fa3c43-75ef-43ec-a439-6adcfec7b6b5 HTTP/1.1" status: 200 len: 943 time: 0.0469055 Jun 03 15:37:33.901563 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-11caf2f9-d52c-4ae7-8e74-f8d62519cbcf req-f9890e09-7370-4e3b-8cff-ec6ee0785e39 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/security-groups?id=b88df937-e402-4cfa-971f-d0284891327a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437505 Jun 03 15:37:35.023765 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287bba8-31a9-4008-bc17-1f3b94a5d9cb req-2342edb0-2c43-40ad-ac57-123f40d89dda tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:35.025259 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-6287bba8-31a9-4008-bc17-1f3b94a5d9cb req-2342edb0-2c43-40ad-ac57-123f40d89dda tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=71fa3c43-75ef-43ec-a439-6adcfec7b6b5 HTTP/1.1" status: 200 len: 943 time: 0.0508301 Jun 03 15:37:35.083111 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-6287bba8-31a9-4008-bc17-1f3b94a5d9cb req-00e3e67c-deb4-48e6-9079-c0d531d2a8e1 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/security-groups?id=b88df937-e402-4cfa-971f-d0284891327a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519383 Jun 03 15:37:35.934291 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device 822a6686-2a8c-4ed3-91ff-ede92da2e3c0 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 03 15:37:36.037744 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port 822a6686-2a8c-4ed3-91ff-ede92da2e3c0, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=822a6686-2a8c-4ed3-91ff-ede92da2e3c0,segment=NetworkSegment(cddab803-ac25-466c-8492-d9f6e68d1532),segment_id=cddab803-ac25-466c-8492-d9f6e68d1532)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:37:36.049360 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Returning: {'device': '822a6686-2a8c-4ed3-91ff-ede92da2e3c0', 'network_id': '2d580292-795d-4fee-87ce-011961d3c846', 'port_id': '822a6686-2a8c-4ed3-91ff-ede92da2e3c0', 'mac_address': 'fa:16:3e:ee:07:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '070f5c1f-f3d7-449a-a6e3-c5340374af16', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 03 15:37:36.084832 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Current status of the port 822a6686-2a8c-4ed3-91ff-ede92da2e3c0 is: DOWN; New status is: BUILD {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:37:36.085217 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (822a6686-2a8c-4ed3-91ff-ede92da2e3c0), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:37:36.098286 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 822a6686-2a8c-4ed3-91ff-ede92da2e3c0 {{(pid=103921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 03 15:37:36.123384 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port 822a6686-2a8c-4ed3-91ff-ede92da2e3c0, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=822a6686-2a8c-4ed3-91ff-ede92da2e3c0,segment=NetworkSegment(cddab803-ac25-466c-8492-d9f6e68d1532),segment_id=cddab803-ac25-466c-8492-d9f6e68d1532)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:37:36.127704 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (822a6686-2a8c-4ed3-91ff-ede92da2e3c0), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:37:36.178740 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Pushing event updated for resources: {'Port': ['ID=822a6686-2a8c-4ed3-91ff-ede92da2e3c0,revision_number=4']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:36.186097 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:36.186380 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:36.186745 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:36.187084 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:36.187416 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:36.187908 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:36.188181 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:36.188613 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:36.188975 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:36.189851 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:36.190226 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:36.190711 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:36.191178 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:36.191530 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:36.191924 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:36.210482 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5873ea6b-3b15-4899-a415-c781a37e577e req-89759728-25d3-4cd5-81a1-ca6c9cef426e tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:36.212007 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-5873ea6b-3b15-4899-a415-c781a37e577e req-89759728-25d3-4cd5-81a1-ca6c9cef426e tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=71fa3c43-75ef-43ec-a439-6adcfec7b6b5 HTTP/1.1" status: 200 len: 944 time: 0.0509679 Jun 03 15:37:36.264394 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-5873ea6b-3b15-4899-a415-c781a37e577e req-b6825a47-049a-46d2-8628-a3442e474767 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/security-groups?id=b88df937-e402-4cfa-971f-d0284891327a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467787 Jun 03 15:37:36.377973 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] get_ports_and_sgs() called for port_ids ['822a6686-2a8c-4ed3-91ff-ede92da2e3c0'] {{(pid=103921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 03 15:37:36.578994 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:37:36.588880 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:37:37.360745 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=100 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:37:37.378107 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7729ac38-5206-4e3a-82cc-717fe6e60106 req-2f1f40f7-f13d-4d1d-92b8-7de2949023e3 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:37.379616 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-7729ac38-5206-4e3a-82cc-717fe6e60106 req-2f1f40f7-f13d-4d1d-92b8-7de2949023e3 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=71fa3c43-75ef-43ec-a439-6adcfec7b6b5 HTTP/1.1" status: 200 len: 944 time: 0.0480564 Jun 03 15:37:37.428687 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-7729ac38-5206-4e3a-82cc-717fe6e60106 req-292c0021-4fa8-4fda-b8f6-d5ccf8e748a1 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/security-groups?id=b88df937-e402-4cfa-971f-d0284891327a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434945 Jun 03 15:37:37.584803 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (5d40428d-d668-464b-bcee-3124e1355b3b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:37:37.946727 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device 822a6686-2a8c-4ed3-91ff-ede92da2e3c0 up at agent hyperv_hv-cinder-83124 {{(pid=103921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 03 15:37:37.987753 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Provisioning for port 822a6686-2a8c-4ed3-91ff-ede92da2e3c0 completed by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 03 15:37:37.993680 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.provisioning_blocks [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Provisioning complete for port 822a6686-2a8c-4ed3-91ff-ede92da2e3c0 triggered by entity L2. {{(pid=103921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 03 15:37:37.994229 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1658734'] for port (822a6686-2a8c-4ed3-91ff-ede92da2e3c0), provisioning_complete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:37:38.069878 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Current status of the port 822a6686-2a8c-4ed3-91ff-ede92da2e3c0 is: BUILD; New status is: ACTIVE {{(pid=103921) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Jun 03 15:37:38.070295 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (822a6686-2a8c-4ed3-91ff-ede92da2e3c0), before_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:37:38.093463 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71fa3c43-75ef-43ec-a439-6adcfec7b6b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822a6686-2a8c-4ed3-91ff-ede92da2e3c0'}] {{(pid=103921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:37:38.095758 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a0ad6594b2f649df373dfcb19de0225617b45f42ff1455deb142f027ba5606a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157a0a48-d079-4829-932d-ae0c52d86ecd" -d '{"events": [{"server_uuid": "71fa3c43-75ef-43ec-a439-6adcfec7b6b5", "name": "network-vif-plugged", "status": "completed", "tag": "822a6686-2a8c-4ed3-91ff-ede92da2e3c0"}]}' {{(pid=103921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:37:38.114090 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] For port 822a6686-2a8c-4ed3-91ff-ede92da2e3c0, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=822a6686-2a8c-4ed3-91ff-ede92da2e3c0,segment=NetworkSegment(cddab803-ac25-466c-8492-d9f6e68d1532),segment_id=cddab803-ac25-466c-8492-d9f6e68d1532)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:37:38.119000 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596'] for port (822a6686-2a8c-4ed3-91ff-ede92da2e3c0), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:37:38.167630 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Pushing event updated for resources: {'Port': ['ID=822a6686-2a8c-4ed3-91ff-ede92da2e3c0,revision_number=5']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:38.193472 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 15:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cabbf1c1-1412-42f9-b9cc-8c6a6ff03750 x-openstack-request-id: req-cabbf1c1-1412-42f9-b9cc-8c6a6ff03750 {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:37:38.193765 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71fa3c43-75ef-43ec-a439-6adcfec7b6b5", "name": "network-vif-plugged", "status": "completed", "tag": "822a6686-2a8c-4ed3-91ff-ede92da2e3c0", "code": 200}]} {{(pid=103921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:37:38.194021 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-cabbf1c1-1412-42f9-b9cc-8c6a6ff03750 {{(pid=103921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:37:38.194451 dv-cinder-831247-16-iscsi neutron-server[103921]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cabbf1c1-1412-42f9-b9cc-8c6a6ff03750'] response: {'server_uuid': '71fa3c43-75ef-43ec-a439-6adcfec7b6b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822a6686-2a8c-4ed3-91ff-ede92da2e3c0', 'code': 200} Jun 03 15:37:38.392118 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=100 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:37:38.422319 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa5a49-f5d5-400e-a8c4-56da79104550 req-cf7ed9be-37bb-40c0-8efc-dacc8b25e51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:38.424413 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-d9aa5a49-f5d5-400e-a8c4-56da79104550 req-cf7ed9be-37bb-40c0-8efc-dacc8b25e51f service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=71fa3c43-75ef-43ec-a439-6adcfec7b6b5 HTTP/1.1" status: 200 len: 1129 time: 0.0402737 Jun 03 15:37:38.475561 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-d9aa5a49-f5d5-400e-a8c4-56da79104550 req-407e8556-5372-47fc-8670-08af3d826115 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=b88df937-e402-4cfa-971f-d0284891327a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441968 Jun 03 15:37:38.541510 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2919811-2f60-4e36-b46d-0f5addd9d67f req-efdb748d-01e2-4812-9b5e-73bbcf835ae9 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:38.542976 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b2919811-2f60-4e36-b46d-0f5addd9d67f req-efdb748d-01e2-4812-9b5e-73bbcf835ae9 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=71fa3c43-75ef-43ec-a439-6adcfec7b6b5 HTTP/1.1" status: 200 len: 945 time: 0.0463471 Jun 03 15:37:38.591228 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-b2919811-2f60-4e36-b46d-0f5addd9d67f req-707b8d8a-dcc5-48e9-a9c8-a76c998714f9 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/security-groups?id=b88df937-e402-4cfa-971f-d0284891327a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428116 Jun 03 15:37:39.705484 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d306bb29-39fd-43bb-8604-b8179611730a req-b6da23b1-e24f-4e0b-a9d3-321e69aee576 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:39.706959 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d306bb29-39fd-43bb-8604-b8179611730a req-b6da23b1-e24f-4e0b-a9d3-321e69aee576 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=71fa3c43-75ef-43ec-a439-6adcfec7b6b5 HTTP/1.1" status: 200 len: 945 time: 0.0475318 Jun 03 15:37:39.756369 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-d306bb29-39fd-43bb-8604-b8179611730a req-bd98aa38-6441-4c20-aadf-2bf3ae530f89 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/security-groups?id=b88df937-e402-4cfa-971f-d0284891327a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438278 Jun 03 15:37:39.874519 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077d79b-ff29-437f-96c0-8a9a45672498 req-a59d41fc-79ae-49d9-a17e-47f8afb291f6 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:39.875980 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-9077d79b-ff29-437f-96c0-8a9a45672498 req-a59d41fc-79ae-49d9-a17e-47f8afb291f6 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=71fa3c43-75ef-43ec-a439-6adcfec7b6b5 HTTP/1.1" status: 200 len: 945 time: 0.0510113 Jun 03 15:37:39.928256 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-9077d79b-ff29-437f-96c0-8a9a45672498 req-934826e1-f27f-4406-83a6-ac2bfeaa9896 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/security-groups?id=b88df937-e402-4cfa-971f-d0284891327a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464425 Jun 03 15:37:39.951452 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 60752) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:37:40.089994 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451040df-441c-4d96-96c5-225a4072d239 tempest-TestVolumeBootPattern-1768813725 tempest-TestVolumeBootPattern-1768813725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:40.091558 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-451040df-441c-4d96-96c5-225a4072d239 tempest-TestVolumeBootPattern-1768813725 tempest-TestVolumeBootPattern-1768813725-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=71fa3c43-75ef-43ec-a439-6adcfec7b6b5 HTTP/1.1" status: 200 len: 1124 time: 0.1391571 Jun 03 15:37:40.094331 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 60756) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:37:40.099208 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.v2.base [None req-dd919ab8-43a7-43a3-9428-5b09d49ee72e tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Request body: {'floatingip': {'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'port_id': '822a6686-2a8c-4ed3-91ff-ede92da2e3c0', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 03 15:37:40.119369 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-dd919ab8-43a7-43a3-9428-5b09d49ee72e tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:37:40.122957 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:37:40.203953 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-dd919ab8-43a7-43a3-9428-5b09d49ee72e tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (None), before_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:37:40.211093 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:37:40.310170 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.db_base_plugin_common [None req-dd919ab8-43a7-43a3-9428-5b09d49ee72e tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Allocated IP 172.27.3.185 (2ebb747a-15cb-4ff0-831b-eddaba7ea913/396ae3db-97af-42d7-bc28-96050c96ba42/bc0ca133-0e56-4dfc-802f-b58351b82c28) {{(pid=103920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 03 15:37:40.418321 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-dd919ab8-43a7-43a3-9428-5b09d49ee72e tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks [] for port (bc0ca133-0e56-4dfc-802f-b58351b82c28), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:37:40.449600 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-dd919ab8-43a7-43a3-9428-5b09d49ee72e tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736362347560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5848811'] for port (bc0ca133-0e56-4dfc-802f-b58351b82c28), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:37:40.488556 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd919ab8-43a7-43a3-9428-5b09d49ee72e tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Network 2ebb747a-15cb-4ff0-831b-eddaba7ea913 is already hosted by enough agents. {{(pid=103920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 03 15:37:40.493713 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.base_scheduler [None req-dd919ab8-43a7-43a3-9428-5b09d49ee72e tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Resources bound (agent type, host, resource id): {{(pid=103920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 03 15:37:40.497453 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd919ab8-43a7-43a3-9428-5b09d49ee72e tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Received port after_create {{(pid=103920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 03 15:37:40.500692 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd919ab8-43a7-43a3-9428-5b09d49ee72e tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Pushing event updated for resources: {'Port': ['ID=bc0ca133-0e56-4dfc-802f-b58351b82c28,revision_number=1']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:40.528012 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd919ab8-43a7-43a3-9428-5b09d49ee72e tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:40.528358 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd919ab8-43a7-43a3-9428-5b09d49ee72e tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:40.528697 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd919ab8-43a7-43a3-9428-5b09d49ee72e tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:40.529031 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd919ab8-43a7-43a3-9428-5b09d49ee72e tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:40.529362 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd919ab8-43a7-43a3-9428-5b09d49ee72e tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:40.529689 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd919ab8-43a7-43a3-9428-5b09d49ee72e tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:40.530012 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd919ab8-43a7-43a3-9428-5b09d49ee72e tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:40.530332 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd919ab8-43a7-43a3-9428-5b09d49ee72e tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:40.530698 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd919ab8-43a7-43a3-9428-5b09d49ee72e tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:40.531021 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd919ab8-43a7-43a3-9428-5b09d49ee72e tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:40.531345 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd919ab8-43a7-43a3-9428-5b09d49ee72e tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:40.531664 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd919ab8-43a7-43a3-9428-5b09d49ee72e tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:40.531982 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd919ab8-43a7-43a3-9428-5b09d49ee72e tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:40.532297 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd919ab8-43a7-43a3-9428-5b09d49ee72e tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:40.532615 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd919ab8-43a7-43a3-9428-5b09d49ee72e tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:37:40.843954 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-dd919ab8-43a7-43a3-9428-5b09d49ee72e tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks [] for floatingip (bcf8c395-55f8-4ad8-93a4-009f47c8c7df), precommit_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:37:40.875636 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:37:40.910287 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-dd919ab8-43a7-43a3-9428-5b09d49ee72e tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1810659'] for port (bc0ca133-0e56-4dfc-802f-b58351b82c28), before_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:37:41.031100 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:37:41.084117 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-dd919ab8-43a7-43a3-9428-5b09d49ee72e tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks [] for port (bc0ca133-0e56-4dfc-802f-b58351b82c28), precommit_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:37:41.089582 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-dd919ab8-43a7-43a3-9428-5b09d49ee72e tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736362798044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736362347578', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736362347596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5848786'] for port (bc0ca133-0e56-4dfc-802f-b58351b82c28), after_update {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:37:41.164366 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd919ab8-43a7-43a3-9428-5b09d49ee72e tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Pushing event updated for resources: {'Port': ['ID=bc0ca133-0e56-4dfc-802f-b58351b82c28,revision_number=2']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:37:41.171126 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-dd919ab8-43a7-43a3-9428-5b09d49ee72e tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-763103'] for floatingip (bcf8c395-55f8-4ad8-93a4-009f47c8c7df), after_create {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:37:41.265094 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.db.l3_db [None req-dd919ab8-43a7-43a3-9428-5b09d49ee72e tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Floating IP bcf8c395-55f8-4ad8-93a4-009f47c8c7df associated. External IP: 172.27.3.185, port: 822a6686-2a8c-4ed3-91ff-ede92da2e3c0. Jun 03 15:37:41.460734 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd919ab8-43a7-43a3-9428-5b09d49ee72e tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Router 45476b8a-23ce-41e3-a736-f2299dcd1bf9 has already been hosted by L3 agent af3cb756-c261-4349-9f96-3650fb8ddf57 {{(pid=103920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 15:37:41.559586 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd919ab8-43a7-43a3-9428-5b09d49ee72e tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Notify agent at l3_agent.dv-cinder-831247-16-iscsi the message routers_updated {{(pid=103920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 15:37:41.569325 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfbee03-65b3-41bc-87d4-cc8b14e422f5 None None] Sync routers for ids ['45476b8a-23ce-41e3-a736-f2299dcd1bf9'] in dv-cinder-831247-16-iscsi {{(pid=103921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:37:41.580355 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-dd919ab8-43a7-43a3-9428-5b09d49ee72e tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for floatingip (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:37:41.583302 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfbee03-65b3-41bc-87d4-cc8b14e422f5 None None] Routers {'45476b8a-23ce-41e3-a736-f2299dcd1bf9'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:37:41.584025 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-dbfbee03-65b3-41bc-87d4-cc8b14e422f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:37:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['45476b8a-23ce-41e3-a736-f2299dcd1bf9'], 'active': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:41.617187 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-dd919ab8-43a7-43a3-9428-5b09d49ee72e tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5217848 Jun 03 15:37:41.617872 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71fa3c43-75ef-43ec-a439-6adcfec7b6b5', 'tag': '822a6686-2a8c-4ed3-91ff-ede92da2e3c0'}] {{(pid=103920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:37:41.620337 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fde6ca1c4b3e174e639905c0d93b14e8a3905e0af4b9b9445456920c81b8107" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8506f6f2-95a6-4d07-b9d3-38d0cc2f2836" -d '{"events": [{"name": "network-changed", "server_uuid": "71fa3c43-75ef-43ec-a439-6adcfec7b6b5", "tag": "822a6686-2a8c-4ed3-91ff-ede92da2e3c0"}]}' {{(pid=103920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:37:41.690635 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvr_db [None req-dbfbee03-65b3-41bc-87d4-cc8b14e422f5 None None] Set router 45476b8a-23ce-41e3-a736-f2299dcd1bf9 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:37:41.715725 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 15:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc05acb-da16-43e9-9dbf-e12664523a96 x-openstack-request-id: req-7fc05acb-da16-43e9-9dbf-e12664523a96 {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:37:41.716020 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71fa3c43-75ef-43ec-a439-6adcfec7b6b5", "tag": "822a6686-2a8c-4ed3-91ff-ede92da2e3c0", "status": "completed", "code": 200}]} {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:37:41.716277 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-7fc05acb-da16-43e9-9dbf-e12664523a96 {{(pid=103920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:37:41.716691 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fc05acb-da16-43e9-9dbf-e12664523a96'] response: {'name': 'network-changed', 'server_uuid': '71fa3c43-75ef-43ec-a439-6adcfec7b6b5', 'tag': '822a6686-2a8c-4ed3-91ff-ede92da2e3c0', 'status': 'completed', 'code': 200} Jun 03 15:37:41.780474 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8506f6f2-95a6-4d07-b9d3-38d0cc2f2836 req-d30369f6-d385-4176-8bfe-a0eb8b54ddf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:41.781991 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-8506f6f2-95a6-4d07-b9d3-38d0cc2f2836 req-d30369f6-d385-4176-8bfe-a0eb8b54ddf6 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=141bd2be69f243aa926f28b96eb6f0d5&device_id=71fa3c43-75ef-43ec-a439-6adcfec7b6b5 HTTP/1.1" status: 200 len: 1129 time: 0.0438881 Jun 03 15:37:41.872220 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8506f6f2-95a6-4d07-b9d3-38d0cc2f2836 req-613fc4ff-90a6-47e8-b694-40d4ae309170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:41.873698 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-8506f6f2-95a6-4d07-b9d3-38d0cc2f2836 req-613fc4ff-90a6-47e8-b694-40d4ae309170 service neutron] 10.222.0.95 "GET /v2.0/networks?id=2d580292-795d-4fee-87ce-011961d3c846 HTTP/1.1" status: 200 len: 913 time: 0.0849047 Jun 03 15:37:41.904360 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-dbfbee03-65b3-41bc-87d4-cc8b14e422f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'name': 'tempest-TestVolumeBootPattern-1236245195-router', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '47a7f593-cbc6-4a09-8a1f-000c5b9a6915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:31:27Z', 'updated_at': '2022-06-03T15:31:30Z', 'revision_number': 4, 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'gw_port': {'id': '47a7f593-cbc6-4a09-8a1f-000c5b9a6915', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:82:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:28Z', 'updated_at': '2022-06-03T15:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_floatingips': [{'id': 'bcf8c395-55f8-4ad8-93a4-009f47c8c7df', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'floating_ip_address': '172.27.3.185', 'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'router_id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'port_id': '822a6686-2a8c-4ed3-91ff-ede92da2e3c0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d580292-795d-4fee-87ce-011961d3c846', 'mac_address': 'fa:16:3e:ee:07:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fa3c43-75ef-43ec-a439-6adcfec7b6b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:37:40Z', 'updated_at': '2022-06-03T15:37:40Z', 'revision_number': 0, 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'fixed_ip_address_scope': None}, {'id': 'eb35851d-2a0f-42aa-a68d-fb3795145e16', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'floating_ip_address': '172.27.3.90', 'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'router_id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'port_id': '19ee1e44-f976-459e-a5b3-bb93ee091e6c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d580292-795d-4fee-87ce-011961d3c846', 'mac_address': 'fa:16:3e:cd:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:35:20Z', 'updated_at': '2022-06-03T15:35:22Z', 'revision_number': 1, 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daaec318-73c9-48b6-af88-6c7723f3ee1e', 'name': '', 'network_id': '2d580292-795d-4fee-87ce-011961d3c846', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'mac_address': 'fa:16:3e:eb:98:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '070f5c1f-f3d7-449a-a6e3-c5340374af16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:29Z', 'updated_at': '2022-06-03T15:31:35Z', 'revision_number': 5, 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'subnets': [{'id': '070f5c1f-f3d7-449a-a6e3-c5340374af16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:41.930312 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfbee03-65b3-41bc-87d4-cc8b14e422f5 None None] Checking router: 45476b8a-23ce-41e3-a736-f2299dcd1bf9 for host: dv-cinder-831247-16-iscsi {{(pid=103921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:37:41.938877 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfbee03-65b3-41bc-87d4-cc8b14e422f5 None None] Routers {'45476b8a-23ce-41e3-a736-f2299dcd1bf9'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:37:41.940005 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-dbfbee03-65b3-41bc-87d4-cc8b14e422f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:37:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['45476b8a-23ce-41e3-a736-f2299dcd1bf9'], 'active': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:41.940239 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-8506f6f2-95a6-4d07-b9d3-38d0cc2f2836 req-65ff5407-03e9-4137-a994-d0f294e3f463 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=822a6686-2a8c-4ed3-91ff-ede92da2e3c0 HTTP/1.1" status: 200 len: 999 time: 0.0602279 Jun 03 15:37:41.989782 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8506f6f2-95a6-4d07-b9d3-38d0cc2f2836 req-26a7cde3-c4f9-4a9c-a634-6fd51c7e4e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:41.991258 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-8506f6f2-95a6-4d07-b9d3-38d0cc2f2836 req-26a7cde3-c4f9-4a9c-a634-6fd51c7e4e2f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=070f5c1f-f3d7-449a-a6e3-c5340374af16 HTTP/1.1" status: 200 len: 851 time: 0.0452094 Jun 03 15:37:42.035574 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8506f6f2-95a6-4d07-b9d3-38d0cc2f2836 req-5ee29148-53c3-4184-b415-dbf438bc70d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:42.037140 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-8506f6f2-95a6-4d07-b9d3-38d0cc2f2836 req-5ee29148-53c3-4184-b415-dbf438bc70d8 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2d580292-795d-4fee-87ce-011961d3c846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0397761 Jun 03 15:37:42.043224 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvr_db [None req-dbfbee03-65b3-41bc-87d4-cc8b14e422f5 None None] Set router 45476b8a-23ce-41e3-a736-f2299dcd1bf9 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:37:42.132198 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-8506f6f2-95a6-4d07-b9d3-38d0cc2f2836 req-87fb971f-124f-4a5c-8c53-e03060876dae service neutron] 10.222.0.95 "GET /v2.0/networks/2d580292-795d-4fee-87ce-011961d3c846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886374 Jun 03 15:37:42.182561 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:37:42.209895 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:37:42.223422 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-8506f6f2-95a6-4d07-b9d3-38d0cc2f2836 req-d1ea3f79-1e5b-4c59-b345-9c7f7a282c6b service neutron] 10.222.0.95 "GET /v2.0/networks/2d580292-795d-4fee-87ce-011961d3c846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851443 Jun 03 15:37:42.267924 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-dbfbee03-65b3-41bc-87d4-cc8b14e422f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'name': 'tempest-TestVolumeBootPattern-1236245195-router', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '47a7f593-cbc6-4a09-8a1f-000c5b9a6915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:31:27Z', 'updated_at': '2022-06-03T15:31:30Z', 'revision_number': 4, 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'gw_port': {'id': '47a7f593-cbc6-4a09-8a1f-000c5b9a6915', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:82:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:28Z', 'updated_at': '2022-06-03T15:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_floatingips': [{'id': 'bcf8c395-55f8-4ad8-93a4-009f47c8c7df', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'floating_ip_address': '172.27.3.185', 'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'router_id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'port_id': '822a6686-2a8c-4ed3-91ff-ede92da2e3c0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d580292-795d-4fee-87ce-011961d3c846', 'mac_address': 'fa:16:3e:ee:07:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fa3c43-75ef-43ec-a439-6adcfec7b6b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:37:40Z', 'updated_at': '2022-06-03T15:37:40Z', 'revision_number': 0, 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'fixed_ip_address_scope': None}, {'id': 'eb35851d-2a0f-42aa-a68d-fb3795145e16', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'floating_ip_address': '172.27.3.90', 'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'router_id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'port_id': '19ee1e44-f976-459e-a5b3-bb93ee091e6c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d580292-795d-4fee-87ce-011961d3c846', 'mac_address': 'fa:16:3e:cd:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:35:20Z', 'updated_at': '2022-06-03T15:35:22Z', 'revision_number': 1, 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daaec318-73c9-48b6-af88-6c7723f3ee1e', 'name': '', 'network_id': '2d580292-795d-4fee-87ce-011961d3c846', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'mac_address': 'fa:16:3e:eb:98:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '070f5c1f-f3d7-449a-a6e3-c5340374af16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:29Z', 'updated_at': '2022-06-03T15:31:35Z', 'revision_number': 5, 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'subnets': [{'id': '070f5c1f-f3d7-449a-a6e3-c5340374af16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:37:42.417649 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfbee03-65b3-41bc-87d4-cc8b14e422f5 None None] The sync data for ids ['45476b8a-23ce-41e3-a736-f2299dcd1bf9'] in dv-cinder-831247-16-iscsi is: [{'id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'name': 'tempest-TestVolumeBootPattern-1236245195-router', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '47a7f593-cbc6-4a09-8a1f-000c5b9a6915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:31:27Z', 'updated_at': '2022-06-03T15:31:30Z', 'revision_number': 4, 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'gw_port': {'id': '47a7f593-cbc6-4a09-8a1f-000c5b9a6915', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:82:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:28Z', 'updated_at': '2022-06-03T15:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_floatingips': [{'id': 'bcf8c395-55f8-4ad8-93a4-009f47c8c7df', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'floating_ip_address': '172.27.3.185', 'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'router_id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'port_id': '822a6686-2a8c-4ed3-91ff-ede92da2e3c0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d580292-795d-4fee-87ce-011961d3c846', 'mac_address': 'fa:16:3e:ee:07:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fa3c43-75ef-43ec-a439-6adcfec7b6b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:37:40Z', 'updated_at': '2022-06-03T15:37:40Z', 'revision_number': 0, 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'fixed_ip_address_scope': None}, {'id': 'eb35851d-2a0f-42aa-a68d-fb3795145e16', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'floating_ip_address': '172.27.3.90', 'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'router_id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'port_id': '19ee1e44-f976-459e-a5b3-bb93ee091e6c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d580292-795d-4fee-87ce-011961d3c846', 'mac_address': 'fa:16:3e:cd:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:35:20Z', 'updated_at': '2022-06-03T15:35:22Z', 'revision_number': 1, 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daaec318-73c9-48b6-af88-6c7723f3ee1e', 'name': '', 'network_id': '2d580292-795d-4fee-87ce-011961d3c846', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'mac_address': 'fa:16:3e:eb:98:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '070f5c1f-f3d7-449a-a6e3-c5340374af16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:29Z', 'updated_at': '2022-06-03T15:31:35Z', 'revision_number': 5, 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'subnets': [{'id': '070f5c1f-f3d7-449a-a6e3-c5340374af16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:37:42.596108 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5463a3d-032d-48b5-bbe6-990c907a36bb None None] New status for floating IP bcf8c395-55f8-4ad8-93a4-009f47c8c7df: ACTIVE {{(pid=103922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 15:37:45.168411 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-602d0bf6-c024-4cad-91f3-d34e0dceff8a req-f0c3a603-128a-425d-9140-2d03bf6de44c service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383186 Jun 03 15:37:45.276355 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d0bf6-c024-4cad-91f3-d34e0dceff8a req-7e4e1c76-4198-4cbc-8490-9d422cef5e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:45.277833 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-602d0bf6-c024-4cad-91f3-d34e0dceff8a req-7e4e1c76-4198-4cbc-8490-9d422cef5e2e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=141bd2be69f243aa926f28b96eb6f0d5&device_id=838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b HTTP/1.1" status: 200 len: 1130 time: 0.0649397 Jun 03 15:37:45.402594 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d0bf6-c024-4cad-91f3-d34e0dceff8a req-4c6230a1-ba00-4aab-926b-b74af176aab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:45.404053 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-602d0bf6-c024-4cad-91f3-d34e0dceff8a req-4c6230a1-ba00-4aab-926b-b74af176aab2 service neutron] 10.222.0.95 "GET /v2.0/networks?id=2d580292-795d-4fee-87ce-011961d3c846 HTTP/1.1" status: 200 len: 913 time: 0.1064332 Jun 03 15:37:45.451628 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=100 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:37:45.468385 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-602d0bf6-c024-4cad-91f3-d34e0dceff8a req-35f46356-8b03-45da-8079-d845ecd24d46 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19ee1e44-f976-459e-a5b3-bb93ee091e6c HTTP/1.1" status: 200 len: 1001 time: 0.0578780 Jun 03 15:37:45.509137 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=100 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:37:45.516728 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d0bf6-c024-4cad-91f3-d34e0dceff8a req-ecfe755f-349c-4c03-a507-a9a2d016941f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:45.518721 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-602d0bf6-c024-4cad-91f3-d34e0dceff8a req-ecfe755f-349c-4c03-a507-a9a2d016941f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=070f5c1f-f3d7-449a-a6e3-c5340374af16 HTTP/1.1" status: 200 len: 851 time: 0.0437655 Jun 03 15:37:45.560628 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d0bf6-c024-4cad-91f3-d34e0dceff8a req-0d4c2f0d-0f84-4f4a-a09c-9359075498f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:37:45.562065 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-602d0bf6-c024-4cad-91f3-d34e0dceff8a req-0d4c2f0d-0f84-4f4a-a09c-9359075498f2 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2d580292-795d-4fee-87ce-011961d3c846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0381451 Jun 03 15:37:45.653200 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-602d0bf6-c024-4cad-91f3-d34e0dceff8a req-593844e2-e52c-4523-90b3-ad7773bb74af service neutron] 10.222.0.95 "GET /v2.0/networks/2d580292-795d-4fee-87ce-011961d3c846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846972 Jun 03 15:37:45.744348 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-602d0bf6-c024-4cad-91f3-d34e0dceff8a req-d5442939-7bb7-4dcb-8a62-14c9ccad3701 service neutron] 10.222.0.95 "GET /v2.0/networks/2d580292-795d-4fee-87ce-011961d3c846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842316 Jun 03 15:37:51.576562 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-2829ecd8-9a81-400a-a8f3-999874a4dba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (ba2d900a-f6c8-44b2-a19a-5d512e564d5a), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:37:51.612171 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:37:51.614127 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=68,neutron:DELETE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:37:52.697088 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:37:52.697890 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=15,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:37:53.801647 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-33c0ed5e-0fff-4c13-8d6c-5967c9debc59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (af3cb756-c261-4349-9f96-3650fb8ddf57), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:37:55.556049 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ea450706-6f9d-4600-9901-8a13358e87c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (c1b56563-1529-491f-97b0-bd0331fef87b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:37:55.733281 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=29 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:37:55.739685 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=25 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:37:56.565927 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0007325d-49bd-45ba-86c8-d0efad7af70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (e76c2f28-d1d2-478d-a24e-96dcb24ae502), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:37:58.240675 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (b78338d6-31c9-4f43-bfac-5a5a854a8366), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:37:58.858095 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.agents_db [None req-a949b1cf-d0d8-4748-9c84-4164e96bf99f None None] Agent healthcheck: found 6 active agents {{(pid=103922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 15:38:07.600914 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (5d40428d-d668-464b-bcee-3124e1355b3b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:38:08.854496 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=2 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:38:17.590088 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:38:17.597309 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=15,neutron:UPDATE=4 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:38:21.581259 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7a4e6d2d-b6d7-4f10-8fe8-c7248a04fe55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (ba2d900a-f6c8-44b2-a19a-5d512e564d5a), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:38:23.805407 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-9eda5ef2-6396-44f6-95b4-dacb782ab680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (af3cb756-c261-4349-9f96-3650fb8ddf57), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:38:25.558851 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ea450706-6f9d-4600-9901-8a13358e87c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (c1b56563-1529-491f-97b0-bd0331fef87b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:38:26.568059 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0007325d-49bd-45ba-86c8-d0efad7af70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (e76c2f28-d1d2-478d-a24e-96dcb24ae502), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:38:28.249949 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (b78338d6-31c9-4f43-bfac-5a5a854a8366), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:38:28.941050 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=3 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:38:28.941838 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=3 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:38:35.857783 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.agents_db [None req-a949b1cf-d0d8-4748-9c84-4164e96bf99f None None] Agent healthcheck: found 6 active agents {{(pid=103922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 15:38:37.615933 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (5d40428d-d668-464b-bcee-3124e1355b3b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:38:46.155883 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-286bdda5-ffab-4347-9756-7fa9349d699f req-03fe4cad-875c-4ccc-9fb1-fd97e0a134da service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=71fa3c43-75ef-43ec-a439-6adcfec7b6b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397952 Jun 03 15:38:46.218808 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286bdda5-ffab-4347-9756-7fa9349d699f req-6c50e2c3-c241-4a4a-ab2b-10b0dd47285a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:46.220276 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-286bdda5-ffab-4347-9756-7fa9349d699f req-6c50e2c3-c241-4a4a-ab2b-10b0dd47285a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=141bd2be69f243aa926f28b96eb6f0d5&device_id=71fa3c43-75ef-43ec-a439-6adcfec7b6b5 HTTP/1.1" status: 200 len: 1129 time: 0.0431111 Jun 03 15:38:46.322439 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286bdda5-ffab-4347-9756-7fa9349d699f req-b48d91d8-a72e-4fed-abcb-3d2255294719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:46.323841 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-286bdda5-ffab-4347-9756-7fa9349d699f req-b48d91d8-a72e-4fed-abcb-3d2255294719 service neutron] 10.222.0.95 "GET /v2.0/networks?id=2d580292-795d-4fee-87ce-011961d3c846 HTTP/1.1" status: 200 len: 913 time: 0.0849342 Jun 03 15:38:46.387960 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-286bdda5-ffab-4347-9756-7fa9349d699f req-9f8dff76-40e5-4dd2-837d-2cb385a01168 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=822a6686-2a8c-4ed3-91ff-ede92da2e3c0 HTTP/1.1" status: 200 len: 1001 time: 0.0582385 Jun 03 15:38:46.436638 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286bdda5-ffab-4347-9756-7fa9349d699f req-9c024344-2196-4c97-ad7c-69ddcbd6fe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:46.438086 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-286bdda5-ffab-4347-9756-7fa9349d699f req-9c024344-2196-4c97-ad7c-69ddcbd6fe91 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=070f5c1f-f3d7-449a-a6e3-c5340374af16 HTTP/1.1" status: 200 len: 851 time: 0.0448182 Jun 03 15:38:46.481302 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286bdda5-ffab-4347-9756-7fa9349d699f req-0117034f-a266-4d28-9794-b2fb26059257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:38:46.482794 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-286bdda5-ffab-4347-9756-7fa9349d699f req-0117034f-a266-4d28-9794-b2fb26059257 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2d580292-795d-4fee-87ce-011961d3c846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0383523 Jun 03 15:38:46.574763 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-286bdda5-ffab-4347-9756-7fa9349d699f req-6fdedc39-0730-4211-a75f-a9ebe2ba0c69 service neutron] 10.222.0.95 "GET /v2.0/networks/2d580292-795d-4fee-87ce-011961d3c846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849211 Jun 03 15:38:46.662318 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-286bdda5-ffab-4347-9756-7fa9349d699f req-14b118e3-76bb-4fa8-89a3-18dcb67c28fe service neutron] 10.222.0.95 "GET /v2.0/networks/2d580292-795d-4fee-87ce-011961d3c846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812178 Jun 03 15:38:47.608814 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:38:47.611713 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:38:50.631219 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=12 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:38:50.631991 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=16 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:38:51.584791 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-fd495148-99bc-480a-be8b-ff0f5d668ffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (ba2d900a-f6c8-44b2-a19a-5d512e564d5a), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:38:53.807151 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b5f18cfa-44f0-4812-a746-db55fc90e138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (af3cb756-c261-4349-9f96-3650fb8ddf57), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:38:55.559719 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ea450706-6f9d-4600-9901-8a13358e87c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (c1b56563-1529-491f-97b0-bd0331fef87b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:38:56.569129 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0007325d-49bd-45ba-86c8-d0efad7af70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (e76c2f28-d1d2-478d-a24e-96dcb24ae502), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:38:56.652809 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=52 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:38:56.659249 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=49 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:38:58.243571 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (b78338d6-31c9-4f43-bfac-5a5a854a8366), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:07.618405 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (5d40428d-d668-464b-bcee-3124e1355b3b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:09.855928 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=2 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:39:09.857795 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=6 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:39:12.856509 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.agents_db [None req-a949b1cf-d0d8-4748-9c84-4164e96bf99f None None] Agent healthcheck: found 6 active agents {{(pid=103922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 15:39:17.608487 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:39:17.610404 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:39:20.918725 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 60796) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:39:21.325485 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-250cb801-d185-4e71-86c9-c5e9093c6edc tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Deleting port bc0ca133-0e56-4dfc-802f-b58351b82c28 {{(pid=103920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:39:21.325827 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-250cb801-d185-4e71-86c9-c5e9093c6edc tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (bc0ca133-0e56-4dfc-802f-b58351b82c28), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:21.405581 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-250cb801-d185-4e71-86c9-c5e9093c6edc tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (bc0ca133-0e56-4dfc-802f-b58351b82c28), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:21.405906 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-250cb801-d185-4e71-86c9-c5e9093c6edc tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks [] for floatingip (bc0ca133-0e56-4dfc-802f-b58351b82c28), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:21.419615 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-250cb801-d185-4e71-86c9-c5e9093c6edc tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Calling delete_port for bc0ca133-0e56-4dfc-802f-b58351b82c28 owned by network:floatingip {{(pid=103920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:39:21.580102 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-250cb801-d185-4e71-86c9-c5e9093c6edc tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5848811'] for port (bc0ca133-0e56-4dfc-802f-b58351b82c28), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:21.593104 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-25dba4c8-2f64-43e7-b8d7-fb88eeac6ab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (ba2d900a-f6c8-44b2-a19a-5d512e564d5a), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:21.603703 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250cb801-d185-4e71-86c9-c5e9093c6edc tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Pushing event deleted for resources: {'Port': ['ID=bc0ca133-0e56-4dfc-802f-b58351b82c28,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:21.613614 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cb801-d185-4e71-86c9-c5e9093c6edc tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:21.613968 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cb801-d185-4e71-86c9-c5e9093c6edc tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:21.614308 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cb801-d185-4e71-86c9-c5e9093c6edc tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:21.614673 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cb801-d185-4e71-86c9-c5e9093c6edc tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:21.615009 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cb801-d185-4e71-86c9-c5e9093c6edc tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:21.615336 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cb801-d185-4e71-86c9-c5e9093c6edc tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:21.616218 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cb801-d185-4e71-86c9-c5e9093c6edc tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:21.616218 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cb801-d185-4e71-86c9-c5e9093c6edc tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:21.616510 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cb801-d185-4e71-86c9-c5e9093c6edc tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:21.616663 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cb801-d185-4e71-86c9-c5e9093c6edc tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:21.616909 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cb801-d185-4e71-86c9-c5e9093c6edc tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:21.617232 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cb801-d185-4e71-86c9-c5e9093c6edc tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:21.617554 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cb801-d185-4e71-86c9-c5e9093c6edc tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:21.617871 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cb801-d185-4e71-86c9-c5e9093c6edc tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:21.618185 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cb801-d185-4e71-86c9-c5e9093c6edc tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:21.686654 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-250cb801-d185-4e71-86c9-c5e9093c6edc tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks [] for floatingip (bcf8c395-55f8-4ad8-93a4-009f47c8c7df), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:21.687280 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.db.l3_db [None req-250cb801-d185-4e71-86c9-c5e9093c6edc tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Floating IP bcf8c395-55f8-4ad8-93a4-009f47c8c7df disassociated (deleted). External IP: 172.27.3.185, port: 822a6686-2a8c-4ed3-91ff-ede92da2e3c0. Jun 03 15:39:21.899442 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-250cb801-d185-4e71-86c9-c5e9093c6edc tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Router 45476b8a-23ce-41e3-a736-f2299dcd1bf9 has already been hosted by L3 agent af3cb756-c261-4349-9f96-3650fb8ddf57 {{(pid=103920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 15:39:22.002811 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:39:22.019877 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-250cb801-d185-4e71-86c9-c5e9093c6edc tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Notify agent at l3_agent.dv-cinder-831247-16-iscsi the message routers_updated {{(pid=103920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 15:39:22.024858 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-250cb801-d185-4e71-86c9-c5e9093c6edc tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for floatingip (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:22.031359 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85efcf7-1c4f-4892-9389-fb6c87d8c377 None None] Sync routers for ids ['45476b8a-23ce-41e3-a736-f2299dcd1bf9'] in dv-cinder-831247-16-iscsi {{(pid=103921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:39:22.042258 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85efcf7-1c4f-4892-9389-fb6c87d8c377 None None] Routers {'45476b8a-23ce-41e3-a736-f2299dcd1bf9'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:39:22.042907 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-b85efcf7-1c4f-4892-9389-fb6c87d8c377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:38:54Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['45476b8a-23ce-41e3-a736-f2299dcd1bf9'], 'active': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:22.066691 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-250cb801-d185-4e71-86c9-c5e9093c6edc tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "DELETE /v2.0/floatingips/bcf8c395-55f8-4ad8-93a4-009f47c8c7df HTTP/1.1" status: 204 len: 168 time: 1.1468680 Jun 03 15:39:22.067301 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71fa3c43-75ef-43ec-a439-6adcfec7b6b5', 'tag': '822a6686-2a8c-4ed3-91ff-ede92da2e3c0'}] {{(pid=103920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:39:22.069700 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fde6ca1c4b3e174e639905c0d93b14e8a3905e0af4b9b9445456920c81b8107" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72bc771e-5a92-4b87-971f-1f95d6f445c9" -d '{"events": [{"name": "network-changed", "server_uuid": "71fa3c43-75ef-43ec-a439-6adcfec7b6b5", "tag": "822a6686-2a8c-4ed3-91ff-ede92da2e3c0"}]}' {{(pid=103920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:39:22.118583 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 15:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532b674e-6b5c-430a-8cc6-e12ea7119f28 x-openstack-request-id: req-532b674e-6b5c-430a-8cc6-e12ea7119f28 {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:39:22.118836 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71fa3c43-75ef-43ec-a439-6adcfec7b6b5", "tag": "822a6686-2a8c-4ed3-91ff-ede92da2e3c0", "status": "completed", "code": 200}]} {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:39:22.119167 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-532b674e-6b5c-430a-8cc6-e12ea7119f28 {{(pid=103920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:39:22.119675 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-532b674e-6b5c-430a-8cc6-e12ea7119f28'] response: {'name': 'network-changed', 'server_uuid': '71fa3c43-75ef-43ec-a439-6adcfec7b6b5', 'tag': '822a6686-2a8c-4ed3-91ff-ede92da2e3c0', 'status': 'completed', 'code': 200} Jun 03 15:39:22.170440 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvr_db [None req-b85efcf7-1c4f-4892-9389-fb6c87d8c377 None None] Set router 45476b8a-23ce-41e3-a736-f2299dcd1bf9 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:39:22.204958 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc771e-5a92-4b87-971f-1f95d6f445c9 req-cd246cf8-8c20-43a4-9de6-f472f5b80883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:22.208369 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-72bc771e-5a92-4b87-971f-1f95d6f445c9 req-cd246cf8-8c20-43a4-9de6-f472f5b80883 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=141bd2be69f243aa926f28b96eb6f0d5&device_id=71fa3c43-75ef-43ec-a439-6adcfec7b6b5 HTTP/1.1" status: 200 len: 1129 time: 0.0658436 Jun 03 15:39:22.336723 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc771e-5a92-4b87-971f-1f95d6f445c9 req-ccf53d29-ac7d-4dac-bc1e-fa294def55b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:22.339146 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-72bc771e-5a92-4b87-971f-1f95d6f445c9 req-ccf53d29-ac7d-4dac-bc1e-fa294def55b2 service neutron] 10.222.0.95 "GET /v2.0/networks?id=2d580292-795d-4fee-87ce-011961d3c846 HTTP/1.1" status: 200 len: 913 time: 0.1234357 Jun 03 15:39:22.339566 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ca260-a57a-4f6e-b476-aab9871b754f req-9221aab0-43b0-41ba-843c-2ee9f81bbdf9 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:22.341318 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-453ca260-a57a-4f6e-b476-aab9871b754f req-9221aab0-43b0-41ba-843c-2ee9f81bbdf9 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=71fa3c43-75ef-43ec-a439-6adcfec7b6b5 HTTP/1.1" status: 200 len: 945 time: 0.0514829 Jun 03 15:39:22.397704 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-453ca260-a57a-4f6e-b476-aab9871b754f req-b3eab946-02fa-4713-ace0-d58777cdf61f tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/security-groups?id=b88df937-e402-4cfa-971f-d0284891327a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494204 Jun 03 15:39:22.431917 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-b85efcf7-1c4f-4892-9389-fb6c87d8c377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'name': 'tempest-TestVolumeBootPattern-1236245195-router', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '47a7f593-cbc6-4a09-8a1f-000c5b9a6915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:31:27Z', 'updated_at': '2022-06-03T15:31:30Z', 'revision_number': 4, 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'gw_port': {'id': '47a7f593-cbc6-4a09-8a1f-000c5b9a6915', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:82:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:28Z', 'updated_at': '2022-06-03T15:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_floatingips': [{'id': 'eb35851d-2a0f-42aa-a68d-fb3795145e16', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'floating_ip_address': '172.27.3.90', 'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'router_id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'port_id': '19ee1e44-f976-459e-a5b3-bb93ee091e6c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d580292-795d-4fee-87ce-011961d3c846', 'mac_address': 'fa:16:3e:cd:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:35:20Z', 'updated_at': '2022-06-03T15:35:22Z', 'revision_number': 1, 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daaec318-73c9-48b6-af88-6c7723f3ee1e', 'name': '', 'network_id': '2d580292-795d-4fee-87ce-011961d3c846', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'mac_address': 'fa:16:3e:eb:98:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '070f5c1f-f3d7-449a-a6e3-c5340374af16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:29Z', 'updated_at': '2022-06-03T15:31:35Z', 'revision_number': 5, 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'subnets': [{'id': '070f5c1f-f3d7-449a-a6e3-c5340374af16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:22.457120 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85efcf7-1c4f-4892-9389-fb6c87d8c377 None None] Checking router: 45476b8a-23ce-41e3-a736-f2299dcd1bf9 for host: dv-cinder-831247-16-iscsi {{(pid=103921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:39:22.465731 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85efcf7-1c4f-4892-9389-fb6c87d8c377 None None] Routers {'45476b8a-23ce-41e3-a736-f2299dcd1bf9'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:39:22.466329 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-b85efcf7-1c4f-4892-9389-fb6c87d8c377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:38:54Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['45476b8a-23ce-41e3-a736-f2299dcd1bf9'], 'active': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:22.568861 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvr_db [None req-b85efcf7-1c4f-4892-9389-fb6c87d8c377 None None] Set router 45476b8a-23ce-41e3-a736-f2299dcd1bf9 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:39:22.783633 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-b85efcf7-1c4f-4892-9389-fb6c87d8c377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'name': 'tempest-TestVolumeBootPattern-1236245195-router', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '47a7f593-cbc6-4a09-8a1f-000c5b9a6915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:31:27Z', 'updated_at': '2022-06-03T15:31:30Z', 'revision_number': 4, 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'gw_port': {'id': '47a7f593-cbc6-4a09-8a1f-000c5b9a6915', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:82:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:28Z', 'updated_at': '2022-06-03T15:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_floatingips': [{'id': 'eb35851d-2a0f-42aa-a68d-fb3795145e16', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'floating_ip_address': '172.27.3.90', 'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'router_id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'port_id': '19ee1e44-f976-459e-a5b3-bb93ee091e6c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d580292-795d-4fee-87ce-011961d3c846', 'mac_address': 'fa:16:3e:cd:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:35:20Z', 'updated_at': '2022-06-03T15:35:22Z', 'revision_number': 1, 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daaec318-73c9-48b6-af88-6c7723f3ee1e', 'name': '', 'network_id': '2d580292-795d-4fee-87ce-011961d3c846', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'mac_address': 'fa:16:3e:eb:98:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '070f5c1f-f3d7-449a-a6e3-c5340374af16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:29Z', 'updated_at': '2022-06-03T15:31:35Z', 'revision_number': 5, 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'subnets': [{'id': '070f5c1f-f3d7-449a-a6e3-c5340374af16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:22.808180 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85efcf7-1c4f-4892-9389-fb6c87d8c377 None None] The sync data for ids ['45476b8a-23ce-41e3-a736-f2299dcd1bf9'] in dv-cinder-831247-16-iscsi is: [{'id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'name': 'tempest-TestVolumeBootPattern-1236245195-router', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '47a7f593-cbc6-4a09-8a1f-000c5b9a6915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:31:27Z', 'updated_at': '2022-06-03T15:31:30Z', 'revision_number': 4, 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'gw_port': {'id': '47a7f593-cbc6-4a09-8a1f-000c5b9a6915', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:82:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:28Z', 'updated_at': '2022-06-03T15:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_floatingips': [{'id': 'eb35851d-2a0f-42aa-a68d-fb3795145e16', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'floating_ip_address': '172.27.3.90', 'floating_network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'router_id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'port_id': '19ee1e44-f976-459e-a5b3-bb93ee091e6c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d580292-795d-4fee-87ce-011961d3c846', 'mac_address': 'fa:16:3e:cd:3a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-03T15:35:20Z', 'updated_at': '2022-06-03T15:35:22Z', 'revision_number': 1, 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daaec318-73c9-48b6-af88-6c7723f3ee1e', 'name': '', 'network_id': '2d580292-795d-4fee-87ce-011961d3c846', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'mac_address': 'fa:16:3e:eb:98:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '070f5c1f-f3d7-449a-a6e3-c5340374af16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:29Z', 'updated_at': '2022-06-03T15:31:35Z', 'revision_number': 5, 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'subnets': [{'id': '070f5c1f-f3d7-449a-a6e3-c5340374af16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:39:22.852203 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=1 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:39:22.852986 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=1 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:39:23.036761 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccce7b4-134b-474d-bfec-967af6487d3a None None] New status for floating IP bcf8c395-55f8-4ad8-93a4-009f47c8c7df: DOWN {{(pid=103922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 15:39:23.369644 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-72bc771e-5a92-4b87-971f-1f95d6f445c9 req-5ebb363d-7800-4c2e-bd63-3b89941c9394 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=822a6686-2a8c-4ed3-91ff-ede92da2e3c0 HTTP/1.1" status: 200 len: 217 time: 0.0343103 Jun 03 15:39:23.419854 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc771e-5a92-4b87-971f-1f95d6f445c9 req-6ae4a352-f407-4c0e-8a41-e323c63288b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:23.421318 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-72bc771e-5a92-4b87-971f-1f95d6f445c9 req-6ae4a352-f407-4c0e-8a41-e323c63288b5 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=070f5c1f-f3d7-449a-a6e3-c5340374af16 HTTP/1.1" status: 200 len: 851 time: 0.0444374 Jun 03 15:39:23.539227 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e54b47-6ca7-4200-868b-aae4476d86b5 req-e3cf944f-0f9e-4cb9-8aae-7ac8085545c3 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:23.540756 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-92e54b47-6ca7-4200-868b-aae4476d86b5 req-e3cf944f-0f9e-4cb9-8aae-7ac8085545c3 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=71fa3c43-75ef-43ec-a439-6adcfec7b6b5 HTTP/1.1" status: 200 len: 945 time: 0.0638874 Jun 03 15:39:23.588706 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc771e-5a92-4b87-971f-1f95d6f445c9 req-9a78c34c-6f56-425b-a84b-65b2fa3c9818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:23.590482 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-72bc771e-5a92-4b87-971f-1f95d6f445c9 req-9a78c34c-6f56-425b-a84b-65b2fa3c9818 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2d580292-795d-4fee-87ce-011961d3c846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0668168 Jun 03 15:39:23.661503 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-92e54b47-6ca7-4200-868b-aae4476d86b5 req-a8b44769-7d92-47cc-9ddf-9f4ed6490db9 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/security-groups?id=b88df937-e402-4cfa-971f-d0284891327a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030903 Jun 03 15:39:23.710333 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-72bc771e-5a92-4b87-971f-1f95d6f445c9 req-e78f9dcd-80b4-4065-9fc1-0dbdd7115881 service neutron] 10.222.0.95 "GET /v2.0/networks/2d580292-795d-4fee-87ce-011961d3c846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115155 Jun 03 15:39:23.815094 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-62f79948-4be0-4bc5-a7c9-58edb71c6f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (af3cb756-c261-4349-9f96-3650fb8ddf57), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:23.879454 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:39:23.922162 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ede86-1847-44b0-96e5-de2d75bf1c01 req-d6f4ffd0-4eaa-4a9d-98bc-e5c9bdbd76bb tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:23.923643 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-8c6ede86-1847-44b0-96e5-de2d75bf1c01 req-d6f4ffd0-4eaa-4a9d-98bc-e5c9bdbd76bb tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.95 "GET /v2.0/ports?device_id=71fa3c43-75ef-43ec-a439-6adcfec7b6b5 HTTP/1.1" status: 200 len: 945 time: 0.0549202 Jun 03 15:39:23.938508 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-72bc771e-5a92-4b87-971f-1f95d6f445c9 req-2d18afc0-c154-4c6b-8ab5-6047ce0d10ab service neutron] 10.222.0.95 "GET /v2.0/networks/2d580292-795d-4fee-87ce-011961d3c846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202700 Jun 03 15:39:24.019645 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [req-8c6ede86-1847-44b0-96e5-de2d75bf1c01 req-9a9d01c7-08bf-4ae3-b73f-8e193595e262 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Deleting port 822a6686-2a8c-4ed3-91ff-ede92da2e3c0 {{(pid=103920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:39:24.020068 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-8c6ede86-1847-44b0-96e5-de2d75bf1c01 req-9a9d01c7-08bf-4ae3-b73f-8e193595e262 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (822a6686-2a8c-4ed3-91ff-ede92da2e3c0), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:24.111757 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [req-8c6ede86-1847-44b0-96e5-de2d75bf1c01 req-9a9d01c7-08bf-4ae3-b73f-8e193595e262 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] For port 822a6686-2a8c-4ed3-91ff-ede92da2e3c0, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=822a6686-2a8c-4ed3-91ff-ede92da2e3c0,segment=NetworkSegment(cddab803-ac25-466c-8492-d9f6e68d1532),segment_id=cddab803-ac25-466c-8492-d9f6e68d1532)] {{(pid=103920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:39:24.112112 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-8c6ede86-1847-44b0-96e5-de2d75bf1c01 req-9a9d01c7-08bf-4ae3-b73f-8e193595e262 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (822a6686-2a8c-4ed3-91ff-ede92da2e3c0), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:24.126564 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [req-8c6ede86-1847-44b0-96e5-de2d75bf1c01 req-9a9d01c7-08bf-4ae3-b73f-8e193595e262 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Calling delete_port for 822a6686-2a8c-4ed3-91ff-ede92da2e3c0 owned by compute:nova {{(pid=103920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:39:24.280250 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-8c6ede86-1847-44b0-96e5-de2d75bf1c01 req-9a9d01c7-08bf-4ae3-b73f-8e193595e262 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5848811'] for port (822a6686-2a8c-4ed3-91ff-ede92da2e3c0), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:24.309662 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9d01c7-08bf-4ae3-b73f-8e193595e262 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Pushing event deleted for resources: {'Port': ['ID=822a6686-2a8c-4ed3-91ff-ede92da2e3c0,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:24.362459 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c6ede86-1847-44b0-96e5-de2d75bf1c01 req-9a9d01c7-08bf-4ae3-b73f-8e193595e262 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] No DVR routers for this DVR port 822a6686-2a8c-4ed3-91ff-ede92da2e3c0 on host hv-cinder-83124 {{(pid=103920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 15:39:24.365614 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [req-8c6ede86-1847-44b0-96e5-de2d75bf1c01 req-9a9d01c7-08bf-4ae3-b73f-8e193595e262 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for port (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:24.368989 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-8c6ede86-1847-44b0-96e5-de2d75bf1c01 req-9a9d01c7-08bf-4ae3-b73f-8e193595e262 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.95 "DELETE /v2.0/ports/822a6686-2a8c-4ed3-91ff-ede92da2e3c0 HTTP/1.1" status: 204 len: 173 time: 0.4398794 Jun 03 15:39:24.369430 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71fa3c43-75ef-43ec-a439-6adcfec7b6b5', 'name': 'network-vif-deleted', 'tag': '822a6686-2a8c-4ed3-91ff-ede92da2e3c0'}] {{(pid=103920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:39:24.371664 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fde6ca1c4b3e174e639905c0d93b14e8a3905e0af4b9b9445456920c81b8107" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757d80fd-25a9-46b5-bb5d-ac2090d95812" -d '{"events": [{"server_uuid": "71fa3c43-75ef-43ec-a439-6adcfec7b6b5", "name": "network-vif-deleted", "tag": "822a6686-2a8c-4ed3-91ff-ede92da2e3c0"}]}' {{(pid=103920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:39:24.409059 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 15:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9725ff-7822-4efa-be59-a69bbb577d84 x-openstack-request-id: req-2f9725ff-7822-4efa-be59-a69bbb577d84 {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:39:24.409424 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71fa3c43-75ef-43ec-a439-6adcfec7b6b5", "name": "network-vif-deleted", "tag": "822a6686-2a8c-4ed3-91ff-ede92da2e3c0", "status": "completed", "code": 200}]} {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:39:24.409778 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2f9725ff-7822-4efa-be59-a69bbb577d84 {{(pid=103920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:39:24.410405 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f9725ff-7822-4efa-be59-a69bbb577d84'] response: {'server_uuid': '71fa3c43-75ef-43ec-a439-6adcfec7b6b5', 'name': 'network-vif-deleted', 'tag': '822a6686-2a8c-4ed3-91ff-ede92da2e3c0', 'status': 'completed', 'code': 200} Jun 03 15:39:24.810997 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-7a5e1986-451b-4fad-8084-ee256b6d17fe req-d7455a0d-5cd9-430c-a710-d948b516821f tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=71fa3c43-75ef-43ec-a439-6adcfec7b6b5 HTTP/1.1" status: 200 len: 210 time: 0.0466464 Jun 03 15:39:25.555465 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:39:25.563022 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ea450706-6f9d-4600-9901-8a13358e87c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (c1b56563-1529-491f-97b0-bd0331fef87b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:26.573527 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0007325d-49bd-45ba-86c8-d0efad7af70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (e76c2f28-d1d2-478d-a24e-96dcb24ae502), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:28.120799 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 60836) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:39:28.247058 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (b78338d6-31c9-4f43-bfac-5a5a854a8366), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:28.266705 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-882da8c1-68a6-48c7-9b68-2cc68b188b34 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Deleting port 4d3760bb-8cbc-4c7d-b583-8373b35334ce {{(pid=103920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:39:28.267058 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-882da8c1-68a6-48c7-9b68-2cc68b188b34 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (4d3760bb-8cbc-4c7d-b583-8373b35334ce), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:28.346607 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-882da8c1-68a6-48c7-9b68-2cc68b188b34 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (4d3760bb-8cbc-4c7d-b583-8373b35334ce), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:28.347054 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-882da8c1-68a6-48c7-9b68-2cc68b188b34 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks [] for floatingip (4d3760bb-8cbc-4c7d-b583-8373b35334ce), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:28.360954 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-882da8c1-68a6-48c7-9b68-2cc68b188b34 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Calling delete_port for 4d3760bb-8cbc-4c7d-b583-8373b35334ce owned by network:floatingip {{(pid=103920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:39:28.460632 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:39:28.479326 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:39:28.479650 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device 822a6686-2a8c-4ed3-91ff-ede92da2e3c0 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 15:39:28.502649 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] No Port match for: 822a6686-2a8c-4ed3-91ff-ede92da2e3c0 {{(pid=103921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 15:39:28.503086 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device 822a6686-2a8c-4ed3-91ff-ede92da2e3c0 not bound to the agent host hv-cinder-83124 {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 15:39:28.531893 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-882da8c1-68a6-48c7-9b68-2cc68b188b34 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5848811'] for port (4d3760bb-8cbc-4c7d-b583-8373b35334ce), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:28.558828 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882da8c1-68a6-48c7-9b68-2cc68b188b34 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Pushing event deleted for resources: {'Port': ['ID=4d3760bb-8cbc-4c7d-b583-8373b35334ce,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:28.623958 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-882da8c1-68a6-48c7-9b68-2cc68b188b34 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks [] for floatingip (eb35851d-2a0f-42aa-a68d-fb3795145e16), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:28.624320 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.db.l3_db [None req-882da8c1-68a6-48c7-9b68-2cc68b188b34 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Floating IP eb35851d-2a0f-42aa-a68d-fb3795145e16 disassociated (deleted). External IP: 172.27.3.90, port: 19ee1e44-f976-459e-a5b3-bb93ee091e6c. Jun 03 15:39:28.834832 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-882da8c1-68a6-48c7-9b68-2cc68b188b34 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Router 45476b8a-23ce-41e3-a736-f2299dcd1bf9 has already been hosted by L3 agent af3cb756-c261-4349-9f96-3650fb8ddf57 {{(pid=103920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 15:39:28.941880 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-882da8c1-68a6-48c7-9b68-2cc68b188b34 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Notify agent at l3_agent.dv-cinder-831247-16-iscsi the message routers_updated {{(pid=103920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 15:39:28.947244 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-882da8c1-68a6-48c7-9b68-2cc68b188b34 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for floatingip (None), before_response {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:28.951887 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fccb5e-6345-4cb0-92f0-311ea76e3249 None None] Sync routers for ids ['45476b8a-23ce-41e3-a736-f2299dcd1bf9'] in dv-cinder-831247-16-iscsi {{(pid=103921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:39:28.962478 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fccb5e-6345-4cb0-92f0-311ea76e3249 None None] Routers {'45476b8a-23ce-41e3-a736-f2299dcd1bf9'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:39:28.963134 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-f1fccb5e-6345-4cb0-92f0-311ea76e3249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:39:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['45476b8a-23ce-41e3-a736-f2299dcd1bf9'], 'active': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:28.978688 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-882da8c1-68a6-48c7-9b68-2cc68b188b34 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "DELETE /v2.0/floatingips/eb35851d-2a0f-42aa-a68d-fb3795145e16 HTTP/1.1" status: 204 len: 168 time: 0.8567770 Jun 03 15:39:28.979279 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b', 'tag': '19ee1e44-f976-459e-a5b3-bb93ee091e6c'}] {{(pid=103920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:39:28.981507 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fde6ca1c4b3e174e639905c0d93b14e8a3905e0af4b9b9445456920c81b8107" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b7ba2a-f7d1-469c-bb50-b7999f453bbd" -d '{"events": [{"name": "network-changed", "server_uuid": "838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b", "tag": "19ee1e44-f976-459e-a5b3-bb93ee091e6c"}]}' {{(pid=103920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:39:29.024898 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Jun 2022 15:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3400ce-69e9-4e85-b4c1-136cb0d1d52a x-openstack-request-id: req-bf3400ce-69e9-4e85-b4c1-136cb0d1d52a {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:39:29.025255 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b", "tag": "19ee1e44-f976-459e-a5b3-bb93ee091e6c", "status": "completed", "code": 200}]} {{(pid=103920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:39:29.025576 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-bf3400ce-69e9-4e85-b4c1-136cb0d1d52a {{(pid=103920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:39:29.026894 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf3400ce-69e9-4e85-b4c1-136cb0d1d52a'] response: {'name': 'network-changed', 'server_uuid': '838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b', 'tag': '19ee1e44-f976-459e-a5b3-bb93ee091e6c', 'status': 'completed', 'code': 200} Jun 03 15:39:29.066502 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:39:29.082034 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvr_db [None req-f1fccb5e-6345-4cb0-92f0-311ea76e3249 None None] Set router 45476b8a-23ce-41e3-a736-f2299dcd1bf9 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:39:29.107267 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b7ba2a-f7d1-469c-bb50-b7999f453bbd req-914ee7f0-7b43-43cd-ad44-38463a20fdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:29.108974 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-38b7ba2a-f7d1-469c-bb50-b7999f453bbd req-914ee7f0-7b43-43cd-ad44-38463a20fdb4 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=141bd2be69f243aa926f28b96eb6f0d5&device_id=838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b HTTP/1.1" status: 200 len: 1130 time: 0.0630829 Jun 03 15:39:29.270677 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b7ba2a-f7d1-469c-bb50-b7999f453bbd req-090e4fd6-a787-4abd-bcbb-75ff16938b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:29.272180 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-38b7ba2a-f7d1-469c-bb50-b7999f453bbd req-090e4fd6-a787-4abd-bcbb-75ff16938b01 service neutron] 10.222.0.95 "GET /v2.0/networks?id=2d580292-795d-4fee-87ce-011961d3c846 HTTP/1.1" status: 200 len: 913 time: 0.1506302 Jun 03 15:39:29.287589 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c64e0b5-5e25-4690-aa76-95bb10444f32 req-783cf7a2-53cf-4bff-bc81-35f12e267218 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:29.289143 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-5c64e0b5-5e25-4690-aa76-95bb10444f32 req-783cf7a2-53cf-4bff-bc81-35f12e267218 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b HTTP/1.1" status: 200 len: 946 time: 0.0773249 Jun 03 15:39:29.292737 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-f1fccb5e-6345-4cb0-92f0-311ea76e3249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'name': 'tempest-TestVolumeBootPattern-1236245195-router', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '47a7f593-cbc6-4a09-8a1f-000c5b9a6915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:31:27Z', 'updated_at': '2022-06-03T15:31:30Z', 'revision_number': 4, 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'gw_port': {'id': '47a7f593-cbc6-4a09-8a1f-000c5b9a6915', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:82:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:28Z', 'updated_at': '2022-06-03T15:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': 'daaec318-73c9-48b6-af88-6c7723f3ee1e', 'name': '', 'network_id': '2d580292-795d-4fee-87ce-011961d3c846', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'mac_address': 'fa:16:3e:eb:98:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '070f5c1f-f3d7-449a-a6e3-c5340374af16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:29Z', 'updated_at': '2022-06-03T15:31:35Z', 'revision_number': 5, 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'subnets': [{'id': '070f5c1f-f3d7-449a-a6e3-c5340374af16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:29.318979 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fccb5e-6345-4cb0-92f0-311ea76e3249 None None] Checking router: 45476b8a-23ce-41e3-a736-f2299dcd1bf9 for host: dv-cinder-831247-16-iscsi {{(pid=103921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:39:29.327712 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fccb5e-6345-4cb0-92f0-311ea76e3249 None None] Routers {'45476b8a-23ce-41e3-a736-f2299dcd1bf9'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:39:29.328351 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-f1fccb5e-6345-4cb0-92f0-311ea76e3249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:39:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['45476b8a-23ce-41e3-a736-f2299dcd1bf9'], 'active': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:29.347167 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-5c64e0b5-5e25-4690-aa76-95bb10444f32 req-6674ac5e-1e5c-46e8-88cb-8bb4ca50e676 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/security-groups?id=b88df937-e402-4cfa-971f-d0284891327a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511038 Jun 03 15:39:29.435119 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvr_db [None req-f1fccb5e-6345-4cb0-92f0-311ea76e3249 None None] Set router 45476b8a-23ce-41e3-a736-f2299dcd1bf9 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:39:29.632786 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-f1fccb5e-6345-4cb0-92f0-311ea76e3249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'name': 'tempest-TestVolumeBootPattern-1236245195-router', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '47a7f593-cbc6-4a09-8a1f-000c5b9a6915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:31:27Z', 'updated_at': '2022-06-03T15:31:30Z', 'revision_number': 4, 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'gw_port': {'id': '47a7f593-cbc6-4a09-8a1f-000c5b9a6915', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:82:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:28Z', 'updated_at': '2022-06-03T15:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': 'daaec318-73c9-48b6-af88-6c7723f3ee1e', 'name': '', 'network_id': '2d580292-795d-4fee-87ce-011961d3c846', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'mac_address': 'fa:16:3e:eb:98:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '070f5c1f-f3d7-449a-a6e3-c5340374af16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:29Z', 'updated_at': '2022-06-03T15:31:35Z', 'revision_number': 5, 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'subnets': [{'id': '070f5c1f-f3d7-449a-a6e3-c5340374af16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:29.659140 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fccb5e-6345-4cb0-92f0-311ea76e3249 None None] The sync data for ids ['45476b8a-23ce-41e3-a736-f2299dcd1bf9'] in dv-cinder-831247-16-iscsi is: [{'id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'name': 'tempest-TestVolumeBootPattern-1236245195-router', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '47a7f593-cbc6-4a09-8a1f-000c5b9a6915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:31:27Z', 'updated_at': '2022-06-03T15:31:30Z', 'revision_number': 4, 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'gw_port': {'id': '47a7f593-cbc6-4a09-8a1f-000c5b9a6915', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:82:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:28Z', 'updated_at': '2022-06-03T15:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi', '_interfaces': [{'id': 'daaec318-73c9-48b6-af88-6c7723f3ee1e', 'name': '', 'network_id': '2d580292-795d-4fee-87ce-011961d3c846', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'mac_address': 'fa:16:3e:eb:98:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '070f5c1f-f3d7-449a-a6e3-c5340374af16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:29Z', 'updated_at': '2022-06-03T15:31:35Z', 'revision_number': 5, 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'subnets': [{'id': '070f5c1f-f3d7-449a-a6e3-c5340374af16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:39:29.914611 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c48fa1-3148-41c1-a934-a3255612445e None None] New status for floating IP eb35851d-2a0f-42aa-a68d-fb3795145e16: DOWN {{(pid=103922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 03 15:39:30.274567 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-38b7ba2a-f7d1-469c-bb50-b7999f453bbd req-938c8632-3238-4640-ac4e-ab68202e7fdc service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19ee1e44-f976-459e-a5b3-bb93ee091e6c HTTP/1.1" status: 200 len: 217 time: 0.0332024 Jun 03 15:39:30.329450 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b7ba2a-f7d1-469c-bb50-b7999f453bbd req-b1ed51d1-daa4-430b-8bf2-d5bab0b4ccfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:30.330913 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-38b7ba2a-f7d1-469c-bb50-b7999f453bbd req-b1ed51d1-daa4-430b-8bf2-d5bab0b4ccfd service neutron] 10.222.0.95 "GET /v2.0/subnets?id=070f5c1f-f3d7-449a-a6e3-c5340374af16 HTTP/1.1" status: 200 len: 851 time: 0.0453680 Jun 03 15:39:30.479082 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b7ba2a-f7d1-469c-bb50-b7999f453bbd req-5729b09f-4d4d-469f-8bbf-18f7030a7c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:30.480591 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-38b7ba2a-f7d1-469c-bb50-b7999f453bbd req-5729b09f-4d4d-469f-8bbf-18f7030a7c91 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2d580292-795d-4fee-87ce-011961d3c846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0517383 Jun 03 15:39:30.486398 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e28334-8145-4431-9f3d-c9f0f962ecf9 req-c5909b90-2395-4a61-bf59-94a00a834f01 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:30.487957 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-a3e28334-8145-4431-9f3d-c9f0f962ecf9 req-c5909b90-2395-4a61-bf59-94a00a834f01 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b HTTP/1.1" status: 200 len: 946 time: 0.0559673 Jun 03 15:39:30.545139 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-a3e28334-8145-4431-9f3d-c9f0f962ecf9 req-c59dcaff-3a37-4306-8981-1962612b92de tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/security-groups?id=b88df937-e402-4cfa-971f-d0284891327a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503299 Jun 03 15:39:30.578583 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-38b7ba2a-f7d1-469c-bb50-b7999f453bbd req-e850a4ba-53d5-407a-ac33-ca27b05d1849 service neutron] 10.222.0.95 "GET /v2.0/networks/2d580292-795d-4fee-87ce-011961d3c846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892103 Jun 03 15:39:30.693946 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=100 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:39:30.702562 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:39:30.725398 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [req-38b7ba2a-f7d1-469c-bb50-b7999f453bbd req-1d729007-b1d8-4dbe-bb45-cc4bcab92605 service neutron] 10.222.0.95 "GET /v2.0/networks/2d580292-795d-4fee-87ce-011961d3c846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913956 Jun 03 15:39:30.745793 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24030c8f-6865-4ee1-9acb-4a84c56eb12b req-2fd9594d-dd00-4363-92bb-1609f60450bc tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 03 15:39:30.747323 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-24030c8f-6865-4ee1-9acb-4a84c56eb12b req-2fd9594d-dd00-4363-92bb-1609f60450bc tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.95 "GET /v2.0/ports?device_id=838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b HTTP/1.1" status: 200 len: 946 time: 0.0491805 Jun 03 15:39:30.836207 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.plugin [req-24030c8f-6865-4ee1-9acb-4a84c56eb12b req-82a2a97c-e93b-4d98-81e5-9ef504f82516 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Deleting port 19ee1e44-f976-459e-a5b3-bb93ee091e6c {{(pid=103919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:39:30.836506 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-24030c8f-6865-4ee1-9acb-4a84c56eb12b req-82a2a97c-e93b-4d98-81e5-9ef504f82516 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (19ee1e44-f976-459e-a5b3-bb93ee091e6c), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:30.930269 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [req-24030c8f-6865-4ee1-9acb-4a84c56eb12b req-82a2a97c-e93b-4d98-81e5-9ef504f82516 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] For port 19ee1e44-f976-459e-a5b3-bb93ee091e6c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=19ee1e44-f976-459e-a5b3-bb93ee091e6c,segment=NetworkSegment(cddab803-ac25-466c-8492-d9f6e68d1532),segment_id=cddab803-ac25-466c-8492-d9f6e68d1532)] {{(pid=103919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:39:30.930578 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-24030c8f-6865-4ee1-9acb-4a84c56eb12b req-82a2a97c-e93b-4d98-81e5-9ef504f82516 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (19ee1e44-f976-459e-a5b3-bb93ee091e6c), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:30.944643 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.plugin [req-24030c8f-6865-4ee1-9acb-4a84c56eb12b req-82a2a97c-e93b-4d98-81e5-9ef504f82516 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Calling delete_port for 19ee1e44-f976-459e-a5b3-bb93ee091e6c owned by compute:nova {{(pid=103919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:39:31.019775 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:39:31.026860 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:39:31.082626 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-24030c8f-6865-4ee1-9acb-4a84c56eb12b req-82a2a97c-e93b-4d98-81e5-9ef504f82516 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4807792'] for port (19ee1e44-f976-459e-a5b3-bb93ee091e6c), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:31.108825 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a2a97c-e93b-4d98-81e5-9ef504f82516 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Pushing event deleted for resources: {'Port': ['ID=19ee1e44-f976-459e-a5b3-bb93ee091e6c,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:31.128375 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a2a97c-e93b-4d98-81e5-9ef504f82516 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:31.128375 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a2a97c-e93b-4d98-81e5-9ef504f82516 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:31.128807 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a2a97c-e93b-4d98-81e5-9ef504f82516 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:31.129108 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a2a97c-e93b-4d98-81e5-9ef504f82516 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:31.129574 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a2a97c-e93b-4d98-81e5-9ef504f82516 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:31.130061 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a2a97c-e93b-4d98-81e5-9ef504f82516 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:31.130519 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a2a97c-e93b-4d98-81e5-9ef504f82516 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:31.131000 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a2a97c-e93b-4d98-81e5-9ef504f82516 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:31.131535 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a2a97c-e93b-4d98-81e5-9ef504f82516 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:31.132019 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a2a97c-e93b-4d98-81e5-9ef504f82516 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:31.132478 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a2a97c-e93b-4d98-81e5-9ef504f82516 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:31.132940 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a2a97c-e93b-4d98-81e5-9ef504f82516 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:31.133874 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a2a97c-e93b-4d98-81e5-9ef504f82516 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:31.133989 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a2a97c-e93b-4d98-81e5-9ef504f82516 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:31.134448 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a2a97c-e93b-4d98-81e5-9ef504f82516 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:31.174351 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [req-24030c8f-6865-4ee1-9acb-4a84c56eb12b req-82a2a97c-e93b-4d98-81e5-9ef504f82516 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] No DVR routers for this DVR port 19ee1e44-f976-459e-a5b3-bb93ee091e6c on host hv-cinder-83124 {{(pid=103919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 15:39:31.176948 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [req-24030c8f-6865-4ee1-9acb-4a84c56eb12b req-82a2a97c-e93b-4d98-81e5-9ef504f82516 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for port (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:31.180197 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-24030c8f-6865-4ee1-9acb-4a84c56eb12b req-82a2a97c-e93b-4d98-81e5-9ef504f82516 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.95 "DELETE /v2.0/ports/19ee1e44-f976-459e-a5b3-bb93ee091e6c HTTP/1.1" status: 204 len: 173 time: 0.4265192 Jun 03 15:39:31.180631 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b', 'name': 'network-vif-deleted', 'tag': '19ee1e44-f976-459e-a5b3-bb93ee091e6c'}] {{(pid=103919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 03 15:39:31.182988 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdb6718ce3f0a4af57ef91ee7142c10b6234fd65cffdc95d0a08216ae9169e89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec38061-02b7-4dce-820a-f846e996810c" -d '{"events": [{"server_uuid": "838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b", "name": "network-vif-deleted", "tag": "19ee1e44-f976-459e-a5b3-bb93ee091e6c"}]}' {{(pid=103919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 03 15:39:31.220830 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Jun 2022 15:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64aa8a4-abb3-4a22-aba0-6a8eeab76d02 x-openstack-request-id: req-e64aa8a4-abb3-4a22-aba0-6a8eeab76d02 {{(pid=103919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 03 15:39:31.221099 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b", "name": "network-vif-deleted", "tag": "19ee1e44-f976-459e-a5b3-bb93ee091e6c", "status": "completed", "code": 200}]} {{(pid=103919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 03 15:39:31.221398 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e64aa8a4-abb3-4a22-aba0-6a8eeab76d02 {{(pid=103919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 03 15:39:31.221811 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e64aa8a4-abb3-4a22-aba0-6a8eeab76d02'] response: {'server_uuid': '838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b', 'name': 'network-vif-deleted', 'tag': '19ee1e44-f976-459e-a5b3-bb93ee091e6c', 'status': 'completed', 'code': 200} Jun 03 15:39:31.670579 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [req-d9a445e2-aee1-42a2-8f1e-af7fd2d2b781 req-0d0d7a6e-dd5c-4b9f-be7e-5c2bc427dd4d tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "GET /v2.0/ports?device_id=838ee0a7-1cf0-40fa-b0c6-1a37e9c54f1b HTTP/1.1" status: 200 len: 210 time: 0.0316939 Jun 03 15:39:32.736780 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 60852) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:39:32.853456 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.plugin [None req-f6ceba4a-9ad9-47ac-ab45-21224ab56385 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Deleting port 9b7b5faf-93ac-48ee-b7da-6db365bacc71 {{(pid=103919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:39:32.853795 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-f6ceba4a-9ad9-47ac-ab45-21224ab56385 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (9b7b5faf-93ac-48ee-b7da-6db365bacc71), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:32.934212 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-f6ceba4a-9ad9-47ac-ab45-21224ab56385 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (9b7b5faf-93ac-48ee-b7da-6db365bacc71), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:32.934668 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-f6ceba4a-9ad9-47ac-ab45-21224ab56385 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks [] for floatingip (9b7b5faf-93ac-48ee-b7da-6db365bacc71), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:32.949281 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.plugin [None req-f6ceba4a-9ad9-47ac-ab45-21224ab56385 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Calling delete_port for 9b7b5faf-93ac-48ee-b7da-6db365bacc71 owned by network:floatingip {{(pid=103919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:39:33.104461 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-f6ceba4a-9ad9-47ac-ab45-21224ab56385 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4807792'] for port (9b7b5faf-93ac-48ee-b7da-6db365bacc71), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:33.131994 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ceba4a-9ad9-47ac-ab45-21224ab56385 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Pushing event deleted for resources: {'Port': ['ID=9b7b5faf-93ac-48ee-b7da-6db365bacc71,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:33.205041 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-f6ceba4a-9ad9-47ac-ab45-21224ab56385 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks [] for floatingip (c033f6fd-7052-44f9-bc12-b63de91aa79f), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:33.207730 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-f6ceba4a-9ad9-47ac-ab45-21224ab56385 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-369340'] for floatingip (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:33.208909 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-f6ceba4a-9ad9-47ac-ab45-21224ab56385 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "DELETE /v2.0/floatingips/c033f6fd-7052-44f9-bc12-b63de91aa79f HTTP/1.1" status: 204 len: 168 time: 0.4711499 Jun 03 15:39:34.426817 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 60864) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:39:34.496949 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-979ae1e4-709e-45e0-8bd2-b24fa0790bf3 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks [] for security_group (b88df937-e402-4cfa-971f-d0284891327a), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:34.498513 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device 19ee1e44-f976-459e-a5b3-bb93ee091e6c no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 15:39:34.518876 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] No Port match for: 19ee1e44-f976-459e-a5b3-bb93ee091e6c {{(pid=103921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 15:39:34.519239 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Device 19ee1e44-f976-459e-a5b3-bb93ee091e6c not bound to the agent host hv-cinder-83124 {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 15:39:34.527712 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-979ae1e4-709e-45e0-8bd2-b24fa0790bf3 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks [] for security_group (b88df937-e402-4cfa-971f-d0284891327a), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:34.593024 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-979ae1e4-709e-45e0-8bd2-b24fa0790bf3 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (b88df937-e402-4cfa-971f-d0284891327a), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:34.595666 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-979ae1e4-709e-45e0-8bd2-b24fa0790bf3 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:34.596834 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-979ae1e4-709e-45e0-8bd2-b24fa0790bf3 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] 10.222.0.93 "DELETE /v2.0/security-groups/b88df937-e402-4cfa-971f-d0284891327a HTTP/1.1" status: 204 len: 168 time: 0.1687088 Jun 03 15:39:34.607863 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979ae1e4-709e-45e0-8bd2-b24fa0790bf3 tempest-TestVolumeBootPattern-974669227 tempest-TestVolumeBootPattern-974669227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88df937-e402-4cfa-971f-d0284891327a,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:34.667263 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 60868) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:39:35.054418 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:39:35.098787 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:39:35.204048 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-2c42ba52-bccd-4592-9131-4a510fa4ab68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-761311'] for router_interface (45476b8a-23ce-41e3-a736-f2299dcd1bf9), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:35.692171 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.plugin [None req-2c42ba52-bccd-4592-9131-4a510fa4ab68 admin admin] Deleting port daaec318-73c9-48b6-af88-6c7723f3ee1e {{(pid=103919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:39:35.692840 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-2c42ba52-bccd-4592-9131-4a510fa4ab68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (daaec318-73c9-48b6-af88-6c7723f3ee1e), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:35.779337 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [None req-2c42ba52-bccd-4592-9131-4a510fa4ab68 admin admin] For port daaec318-73c9-48b6-af88-6c7723f3ee1e, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=daaec318-73c9-48b6-af88-6c7723f3ee1e,segment=NetworkSegment(cddab803-ac25-466c-8492-d9f6e68d1532),segment_id=cddab803-ac25-466c-8492-d9f6e68d1532)] {{(pid=103919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:39:35.779693 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-2c42ba52-bccd-4592-9131-4a510fa4ab68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (daaec318-73c9-48b6-af88-6c7723f3ee1e), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:35.794026 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.plugin [None req-2c42ba52-bccd-4592-9131-4a510fa4ab68 admin admin] Calling delete_port for daaec318-73c9-48b6-af88-6c7723f3ee1e owned by network:router_interface {{(pid=103919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:39:35.989443 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-2c42ba52-bccd-4592-9131-4a510fa4ab68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4807792'] for port (daaec318-73c9-48b6-af88-6c7723f3ee1e), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:36.023277 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c42ba52-bccd-4592-9131-4a510fa4ab68 admin admin] Pushing event deleted for resources: {'Port': ['ID=daaec318-73c9-48b6-af88-6c7723f3ee1e,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:36.188652 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:39:36.202510 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-2c42ba52-bccd-4592-9131-4a510fa4ab68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765714'] for router_interface (45476b8a-23ce-41e3-a736-f2299dcd1bf9), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:36.287775 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:39:36.429884 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c42ba52-bccd-4592-9131-4a510fa4ab68 admin admin] Router 45476b8a-23ce-41e3-a736-f2299dcd1bf9 has already been hosted by L3 agent af3cb756-c261-4349-9f96-3650fb8ddf57 {{(pid=103919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 15:39:36.540938 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c42ba52-bccd-4592-9131-4a510fa4ab68 admin admin] Notify agent at l3_agent.dv-cinder-831247-16-iscsi the message routers_updated {{(pid=103919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 15:39:36.546450 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-2c42ba52-bccd-4592-9131-4a510fa4ab68 admin admin] 10.222.0.93 "PUT /v2.0/routers/45476b8a-23ce-41e3-a736-f2299dcd1bf9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8777239 Jun 03 15:39:36.549000 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 60872) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:39:36.554147 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e706a60f-ba44-4bbb-9e17-ee3108642f6f None None] Sync routers for ids ['45476b8a-23ce-41e3-a736-f2299dcd1bf9'] in dv-cinder-831247-16-iscsi {{(pid=103921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:39:36.569947 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e706a60f-ba44-4bbb-9e17-ee3108642f6f None None] Routers {'45476b8a-23ce-41e3-a736-f2299dcd1bf9'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:39:36.570622 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-e706a60f-ba44-4bbb-9e17-ee3108642f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:39:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['45476b8a-23ce-41e3-a736-f2299dcd1bf9'], 'active': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:36.659831 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-faa8b887-06ff-4dd6-aad9-1b8b0ea5929f admin admin] Publish callbacks [] for router (45476b8a-23ce-41e3-a736-f2299dcd1bf9), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:36.780791 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-faa8b887-06ff-4dd6-aad9-1b8b0ea5929f admin admin] Publish callbacks [] for router_gateway (45476b8a-23ce-41e3-a736-f2299dcd1bf9), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:36.813819 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvr_db [None req-e706a60f-ba44-4bbb-9e17-ee3108642f6f None None] Set router 45476b8a-23ce-41e3-a736-f2299dcd1bf9 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:39:36.837289 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.plugin [None req-faa8b887-06ff-4dd6-aad9-1b8b0ea5929f admin admin] Deleting port 47a7f593-cbc6-4a09-8a1f-000c5b9a6915 {{(pid=103919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:39:36.837610 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-faa8b887-06ff-4dd6-aad9-1b8b0ea5929f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (47a7f593-cbc6-4a09-8a1f-000c5b9a6915), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:36.876624 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:39:36.927047 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [None req-faa8b887-06ff-4dd6-aad9-1b8b0ea5929f admin admin] For port 47a7f593-cbc6-4a09-8a1f-000c5b9a6915, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=47a7f593-cbc6-4a09-8a1f-000c5b9a6915,segment=NetworkSegment(fb1f6c29-8e9a-43bb-852a-39936675ceea),segment_id=fb1f6c29-8e9a-43bb-852a-39936675ceea)] {{(pid=103919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:39:36.927729 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-faa8b887-06ff-4dd6-aad9-1b8b0ea5929f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (47a7f593-cbc6-4a09-8a1f-000c5b9a6915), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:36.942158 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.plugin [None req-faa8b887-06ff-4dd6-aad9-1b8b0ea5929f admin admin] Calling delete_port for 47a7f593-cbc6-4a09-8a1f-000c5b9a6915 owned by network:router_gateway {{(pid=103919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:39:37.007797 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-e706a60f-ba44-4bbb-9e17-ee3108642f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'name': 'tempest-TestVolumeBootPattern-1236245195-router', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '47a7f593-cbc6-4a09-8a1f-000c5b9a6915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:31:27Z', 'updated_at': '2022-06-03T15:39:35Z', 'revision_number': 5, 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'gw_port': {'id': '47a7f593-cbc6-4a09-8a1f-000c5b9a6915', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:82:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:28Z', 'updated_at': '2022-06-03T15:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi'}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:37.033382 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e706a60f-ba44-4bbb-9e17-ee3108642f6f None None] Checking router: 45476b8a-23ce-41e3-a736-f2299dcd1bf9 for host: dv-cinder-831247-16-iscsi {{(pid=103921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:39:37.043285 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e706a60f-ba44-4bbb-9e17-ee3108642f6f None None] Routers {'45476b8a-23ce-41e3-a736-f2299dcd1bf9'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:39:37.043914 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-e706a60f-ba44-4bbb-9e17-ee3108642f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:39:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['45476b8a-23ce-41e3-a736-f2299dcd1bf9'], 'active': True} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:37.103386 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:39:37.118475 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-faa8b887-06ff-4dd6-aad9-1b8b0ea5929f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4807792'] for port (47a7f593-cbc6-4a09-8a1f-000c5b9a6915), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:37.145208 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa8b887-06ff-4dd6-aad9-1b8b0ea5929f admin admin] Pushing event deleted for resources: {'Port': ['ID=47a7f593-cbc6-4a09-8a1f-000c5b9a6915,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:37.147990 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvr_db [None req-e706a60f-ba44-4bbb-9e17-ee3108642f6f None None] Set router 45476b8a-23ce-41e3-a736-f2299dcd1bf9 gateway port host: None {{(pid=103921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:39:37.173965 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:39:37.205152 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_hamode_db [None req-e706a60f-ba44-4bbb-9e17-ee3108642f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'name': 'tempest-TestVolumeBootPattern-1236245195-router', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:31:27Z', 'updated_at': '2022-06-03T15:39:36Z', 'revision_number': 6, 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'gw_port_host': None}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:37.227641 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-faa8b887-06ff-4dd6-aad9-1b8b0ea5929f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-763410'] for router_gateway (45476b8a-23ce-41e3-a736-f2299dcd1bf9), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:37.231179 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e706a60f-ba44-4bbb-9e17-ee3108642f6f None None] The sync data for ids ['45476b8a-23ce-41e3-a736-f2299dcd1bf9'] in dv-cinder-831247-16-iscsi is: [{'id': '45476b8a-23ce-41e3-a736-f2299dcd1bf9', 'name': 'tempest-TestVolumeBootPattern-1236245195-router', 'tenant_id': '141bd2be69f243aa926f28b96eb6f0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:31:27Z', 'updated_at': '2022-06-03T15:39:36Z', 'revision_number': 6, 'project_id': '141bd2be69f243aa926f28b96eb6f0d5', 'gw_port_host': None}] {{(pid=103921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:39:37.317952 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-faa8b887-06ff-4dd6-aad9-1b8b0ea5929f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-758203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8029'] for router (45476b8a-23ce-41e3-a736-f2299dcd1bf9), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:37.320320 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-faa8b887-06ff-4dd6-aad9-1b8b0ea5929f admin admin] Publish callbacks [] for router_controller (45476b8a-23ce-41e3-a736-f2299dcd1bf9), precommit_delete_associations {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:37.364181 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-faa8b887-06ff-4dd6-aad9-1b8b0ea5929f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-758146'] for router (45476b8a-23ce-41e3-a736-f2299dcd1bf9), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:37.364708 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa8b887-06ff-4dd6-aad9-1b8b0ea5929f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45476b8a-23ce-41e3-a736-f2299dcd1bf9 {{(pid=103919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 03 15:39:37.369085 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-faa8b887-06ff-4dd6-aad9-1b8b0ea5929f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:37.370402 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-faa8b887-06ff-4dd6-aad9-1b8b0ea5929f admin admin] 10.222.0.93 "DELETE /v2.0/routers/45476b8a-23ce-41e3-a736-f2299dcd1bf9 HTTP/1.1" status: 204 len: 168 time: 0.8203931 Jun 03 15:39:37.372906 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 60874) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:39:37.419438 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f0cc40e-daf8-4615-a568-9e802ac3db24 admin admin] Deleting subnet 070f5c1f-f3d7-449a-a6e3-c5340374af16 {{(pid=103919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 03 15:39:37.423151 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-2f0cc40e-daf8-4615-a568-9e802ac3db24 admin admin] Publish callbacks [] for subnet (070f5c1f-f3d7-449a-a6e3-c5340374af16), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:37.459865 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-2f0cc40e-daf8-4615-a568-9e802ac3db24 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4652770'] for subnet (070f5c1f-f3d7-449a-a6e3-c5340374af16), precommit_delete_associations {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:37.541198 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-2f0cc40e-daf8-4615-a568-9e802ac3db24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1655370'] for subnet (070f5c1f-f3d7-449a-a6e3-c5340374af16), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:37.605043 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-2f0cc40e-daf8-4615-a568-9e802ac3db24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1655361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4807683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4495087'] for subnet (070f5c1f-f3d7-449a-a6e3-c5340374af16), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:37.632617 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (5d40428d-d668-464b-bcee-3124e1355b3b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:37.633336 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0cc40e-daf8-4615-a568-9e802ac3db24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=070f5c1f-f3d7-449a-a6e3-c5340374af16,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:37.636633 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-2f0cc40e-daf8-4615-a568-9e802ac3db24 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:37.643051 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-2f0cc40e-daf8-4615-a568-9e802ac3db24 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/070f5c1f-f3d7-449a-a6e3-c5340374af16 HTTP/1.1" status: 204 len: 168 time: 0.2662237 Jun 03 15:39:37.643388 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 60876) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:39:37.649002 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc94ad0-b812-48b7-abf4-4431c79539a7 None None] Network 2d580292-795d-4fee-87ce-011961d3c846 requested from dv-cinder-831247-16-iscsi {{(pid=103921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 15:39:37.707296 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:39:37.729171 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-bbcad1f3-c4e6-4876-8afd-4064881a7b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1730890'] for network (2d580292-795d-4fee-87ce-011961d3c846), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:37.774030 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.plugin [None req-bbcad1f3-c4e6-4876-8afd-4064881a7b2e admin admin] Deleting port d92d19dc-55f6-42ae-827d-f6658ae2e300 {{(pid=103919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:39:37.774361 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-bbcad1f3-c4e6-4876-8afd-4064881a7b2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (d92d19dc-55f6-42ae-827d-f6658ae2e300), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:37.839513 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [None req-bbcad1f3-c4e6-4876-8afd-4064881a7b2e admin admin] For port d92d19dc-55f6-42ae-827d-f6658ae2e300, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=d92d19dc-55f6-42ae-827d-f6658ae2e300,segment=NetworkSegment(cddab803-ac25-466c-8492-d9f6e68d1532),segment_id=cddab803-ac25-466c-8492-d9f6e68d1532)] {{(pid=103919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:39:37.840248 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-bbcad1f3-c4e6-4876-8afd-4064881a7b2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (d92d19dc-55f6-42ae-827d-f6658ae2e300), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:37.855339 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.plugin [None req-bbcad1f3-c4e6-4876-8afd-4064881a7b2e admin admin] Calling delete_port for d92d19dc-55f6-42ae-827d-f6658ae2e300 owned by network:dhcp {{(pid=103919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:39:37.940581 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-bbcad1f3-c4e6-4876-8afd-4064881a7b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4807792'] for port (d92d19dc-55f6-42ae-827d-f6658ae2e300), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:37.965857 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcad1f3-c4e6-4876-8afd-4064881a7b2e admin admin] Pushing event deleted for resources: {'Port': ['ID=d92d19dc-55f6-42ae-827d-f6658ae2e300,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:37.970193 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcad1f3-c4e6-4876-8afd-4064881a7b2e admin admin] No DVR routers for this DVR port d92d19dc-55f6-42ae-827d-f6658ae2e300 on host dv-cinder-831247-16-iscsi {{(pid=103919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 15:39:38.054171 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-bbcad1f3-c4e6-4876-8afd-4064881a7b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1656049', 'neutron.services.segments.db._delete_segments_for_network-8736362815142'] for network (2d580292-795d-4fee-87ce-011961d3c846), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:38.070451 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8671c874-e8a8-4c58-b10f-2c716e558add None None] DHCP port deletion for 2d580292-795d-4fee-87ce-011961d3c846 request from dv-cinder-831247-16-iscsi {{(pid=103921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 03 15:39:38.100407 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.services.segments.db [None req-bbcad1f3-c4e6-4876-8afd-4064881a7b2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d580292-795d-4fee-87ce-011961d3c846']}} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:38.114303 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.services.segments.db [None req-bbcad1f3-c4e6-4876-8afd-4064881a7b2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cddab803-ac25-466c-8492-d9f6e68d1532') {'for_net_delete': True} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:38.117737 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.services.segments.db [None req-bbcad1f3-c4e6-4876-8afd-4064881a7b2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cddab803-ac25-466c-8492-d9f6e68d1532') {} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:38.129899 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-bbcad1f3-c4e6-4876-8afd-4064881a7b2e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362818991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4652757'] for segment (cddab803-ac25-466c-8492-d9f6e68d1532), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:38.142960 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:39:38.146785 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-bbcad1f3-c4e6-4876-8afd-4064881a7b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659633'] for segment (cddab803-ac25-466c-8492-d9f6e68d1532), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:38.147025 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device 47a7f593-cbc6-4a09-8a1f-000c5b9a6915 no longer exists at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 15:39:38.157065 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbcad1f3-c4e6-4876-8afd-4064881a7b2e admin admin] Releasing vlan 857 on physical network physnet1 to pool {{(pid=103919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:39:38.157645 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-bbcad1f3-c4e6-4876-8afd-4064881a7b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4809377'] for segment (cddab803-ac25-466c-8492-d9f6e68d1532), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:38.169007 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] No Port match for: 47a7f593-cbc6-4a09-8a1f-000c5b9a6915 {{(pid=103921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 15:39:38.169388 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device 47a7f593-cbc6-4a09-8a1f-000c5b9a6915 not bound to the agent host dv-cinder-831247-16-iscsi {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 15:39:38.169785 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device d92d19dc-55f6-42ae-827d-f6658ae2e300 no longer exists at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 15:39:38.195812 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] No Port match for: d92d19dc-55f6-42ae-827d-f6658ae2e300 {{(pid=103921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 15:39:38.196193 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device d92d19dc-55f6-42ae-827d-f6658ae2e300 not bound to the agent host dv-cinder-831247-16-iscsi {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 15:39:38.196886 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device daaec318-73c9-48b6-af88-6c7723f3ee1e no longer exists at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 15:39:38.217108 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:39:38.219308 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] No Port match for: daaec318-73c9-48b6-af88-6c7723f3ee1e {{(pid=103921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 15:39:38.219809 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device daaec318-73c9-48b6-af88-6c7723f3ee1e not bound to the agent host dv-cinder-831247-16-iscsi {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 15:39:38.244375 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-bbcad1f3-c4e6-4876-8afd-4064881a7b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1656008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-763130'] for network (2d580292-795d-4fee-87ce-011961d3c846), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:38.250105 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-bbcad1f3-c4e6-4876-8afd-4064881a7b2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for network (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:38.253936 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-bbcad1f3-c4e6-4876-8afd-4064881a7b2e admin admin] 10.222.0.93 "DELETE /v2.0/networks/2d580292-795d-4fee-87ce-011961d3c846 HTTP/1.1" status: 204 len: 168 time: 0.6096025 Jun 03 15:39:38.257516 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [-] (103920) accepted ('10.222.0.93', 60882) {{(pid=103920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:39:38.266293 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcad1f3-c4e6-4876-8afd-4064881a7b2e admin admin] Pushing event deleted for resources: {'Network': ['ID=2d580292-795d-4fee-87ce-011961d3c846,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:38.320137 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.services.segments.plugin [-] Segment cddab803-ac25-466c-8492-d9f6e68d1532 resource provider aggregate not found Jun 03 15:39:38.339341 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.services.segments.plugin [-] Segment cddab803-ac25-466c-8492-d9f6e68d1532 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cddab803-ac25-466c-8492-d9f6e68d1532 found for delete ", "request_id": "req-c9203fe2-2ef6-4a74-b10e-ef88d55e6d33"}]} Jun 03 15:39:38.626057 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-6253d55e-1b2f-4bf0-ac91-e9924d5c29c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-761311'] for router_interface (66631eae-4135-40f7-84cf-eba615e47b03), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:38.876500 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-6253d55e-1b2f-4bf0-ac91-e9924d5c29c6 admin admin] Deleting port adda62b9-e3d8-4ebd-a87c-d35f2f184c59 {{(pid=103920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:39:38.876838 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-6253d55e-1b2f-4bf0-ac91-e9924d5c29c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (adda62b9-e3d8-4ebd-a87c-d35f2f184c59), before_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:38.964147 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.db [None req-6253d55e-1b2f-4bf0-ac91-e9924d5c29c6 admin admin] For port adda62b9-e3d8-4ebd-a87c-d35f2f184c59, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=adda62b9-e3d8-4ebd-a87c-d35f2f184c59,segment=NetworkSegment(3f1b360a-e469-433b-91e7-e183c50009f5),segment_id=3f1b360a-e469-433b-91e7-e183c50009f5)] {{(pid=103920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:39:38.964509 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-6253d55e-1b2f-4bf0-ac91-e9924d5c29c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (adda62b9-e3d8-4ebd-a87c-d35f2f184c59), precommit_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:38.978429 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.plugins.ml2.plugin [None req-6253d55e-1b2f-4bf0-ac91-e9924d5c29c6 admin admin] Calling delete_port for adda62b9-e3d8-4ebd-a87c-d35f2f184c59 owned by network:router_interface {{(pid=103920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:39:39.146838 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:39:39.153955 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:39:39.166987 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-6253d55e-1b2f-4bf0-ac91-e9924d5c29c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5848811'] for port (adda62b9-e3d8-4ebd-a87c-d35f2f184c59), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:39.200201 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6253d55e-1b2f-4bf0-ac91-e9924d5c29c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=adda62b9-e3d8-4ebd-a87c-d35f2f184c59,revision_number=None']} {{(pid=103920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:39.402321 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron_lib.callbacks.manager [None req-6253d55e-1b2f-4bf0-ac91-e9924d5c29c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765714'] for router_interface (66631eae-4135-40f7-84cf-eba615e47b03), after_delete {{(pid=103920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:39.895567 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6253d55e-1b2f-4bf0-ac91-e9924d5c29c6 admin admin] Router 66631eae-4135-40f7-84cf-eba615e47b03 has already been hosted by L3 agent af3cb756-c261-4349-9f96-3650fb8ddf57 {{(pid=103920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 03 15:39:39.996961 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6253d55e-1b2f-4bf0-ac91-e9924d5c29c6 admin admin] Notify agent at l3_agent.dv-cinder-831247-16-iscsi the message routers_updated {{(pid=103920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 03 15:39:40.002582 dv-cinder-831247-16-iscsi neutron-server[103920]: INFO neutron.wsgi [None req-6253d55e-1b2f-4bf0-ac91-e9924d5c29c6 admin admin] 10.222.0.93 "PUT /v2.0/routers/66631eae-4135-40f7-84cf-eba615e47b03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7432475 Jun 03 15:39:40.004383 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 60886) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:39:40.013230 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e026ff-5e5c-4b11-a56f-1f25b1784f56 None None] Sync routers for ids ['66631eae-4135-40f7-84cf-eba615e47b03'] in dv-cinder-831247-16-iscsi {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 03 15:39:40.028423 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e026ff-5e5c-4b11-a56f-1f25b1784f56 None None] Routers {'66631eae-4135-40f7-84cf-eba615e47b03'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:39:40.029039 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-b6e026ff-5e5c-4b11-a56f-1f25b1784f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:39:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['66631eae-4135-40f7-84cf-eba615e47b03'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:40.118738 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-86a74bc0-c759-41ad-8349-38ac9e472f7f admin admin] Publish callbacks [] for router (66631eae-4135-40f7-84cf-eba615e47b03), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:40.139202 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-b6e026ff-5e5c-4b11-a56f-1f25b1784f56 None None] Set router 66631eae-4135-40f7-84cf-eba615e47b03 gateway port host: dv-cinder-831247-16-iscsi {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:39:40.231294 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-86a74bc0-c759-41ad-8349-38ac9e472f7f admin admin] Publish callbacks [] for router_gateway (66631eae-4135-40f7-84cf-eba615e47b03), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:40.277051 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.plugin [None req-86a74bc0-c759-41ad-8349-38ac9e472f7f admin admin] Deleting port f06470bb-bb6e-44be-82f0-8d958b77e78f {{(pid=103919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:39:40.277411 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-86a74bc0-c759-41ad-8349-38ac9e472f7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (f06470bb-bb6e-44be-82f0-8d958b77e78f), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:40.331992 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-b6e026ff-5e5c-4b11-a56f-1f25b1784f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66631eae-4135-40f7-84cf-eba615e47b03', 'name': 'tempest-TestVolumeBootPattern-1921234146-router', 'tenant_id': 'd0bc0a82cd0b4587b37873a83f39c3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'external_fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'f06470bb-bb6e-44be-82f0-8d958b77e78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:31:32Z', 'updated_at': '2022-06-03T15:39:39Z', 'revision_number': 5, 'project_id': 'd0bc0a82cd0b4587b37873a83f39c3cf', 'gw_port': {'id': 'f06470bb-bb6e-44be-82f0-8d958b77e78f', 'name': '', 'network_id': '2ebb747a-15cb-4ff0-831b-eddaba7ea913', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:18:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66631eae-4135-40f7-84cf-eba615e47b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-03T15:31:33Z', 'updated_at': '2022-06-03T15:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '396ae3db-97af-42d7-bc28-96050c96ba42', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-16-iscsi'}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:40.372995 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e026ff-5e5c-4b11-a56f-1f25b1784f56 None None] Checking router: 66631eae-4135-40f7-84cf-eba615e47b03 for host: dv-cinder-831247-16-iscsi {{(pid=103922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 03 15:39:40.382694 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e026ff-5e5c-4b11-a56f-1f25b1784f56 None None] Routers {'66631eae-4135-40f7-84cf-eba615e47b03'} bound to L3 agent in host dv-cinder-831247-16-iscsi {{(pid=103922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 03 15:39:40.383250 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-b6e026ff-5e5c-4b11-a56f-1f25b1784f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-03T15:17:54Z,description=,heartbeat_timestamp=2022-06-03T15:39:24Z,host='dv-cinder-831247-16-iscsi',id=af3cb756-c261-4349-9f96-3650fb8ddf57,load=0,resource_versions=,resources_synced=,started_at=2022-06-03T15:17:54Z,topic='l3_agent')) {'router_ids': ['66631eae-4135-40f7-84cf-eba615e47b03'], 'active': True} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:40.388652 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [None req-86a74bc0-c759-41ad-8349-38ac9e472f7f admin admin] For port f06470bb-bb6e-44be-82f0-8d958b77e78f, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=f06470bb-bb6e-44be-82f0-8d958b77e78f,segment=NetworkSegment(fb1f6c29-8e9a-43bb-852a-39936675ceea),segment_id=fb1f6c29-8e9a-43bb-852a-39936675ceea)] {{(pid=103919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:39:40.389050 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-86a74bc0-c759-41ad-8349-38ac9e472f7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (f06470bb-bb6e-44be-82f0-8d958b77e78f), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:40.404556 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.plugin [None req-86a74bc0-c759-41ad-8349-38ac9e472f7f admin admin] Calling delete_port for f06470bb-bb6e-44be-82f0-8d958b77e78f owned by network:router_gateway {{(pid=103919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:39:40.470673 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_dvr_db [None req-b6e026ff-5e5c-4b11-a56f-1f25b1784f56 None None] Set router 66631eae-4135-40f7-84cf-eba615e47b03 gateway port host: None {{(pid=103922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 03 15:39:40.521182 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.l3_hamode_db [None req-b6e026ff-5e5c-4b11-a56f-1f25b1784f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66631eae-4135-40f7-84cf-eba615e47b03', 'name': 'tempest-TestVolumeBootPattern-1921234146-router', 'tenant_id': 'd0bc0a82cd0b4587b37873a83f39c3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:31:32Z', 'updated_at': '2022-06-03T15:39:40Z', 'revision_number': 6, 'project_id': 'd0bc0a82cd0b4587b37873a83f39c3cf', 'gw_port_host': None}], 'dv-cinder-831247-16-iscsi', False) {} {{(pid=103922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:40.548554 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e026ff-5e5c-4b11-a56f-1f25b1784f56 None None] The sync data for ids ['66631eae-4135-40f7-84cf-eba615e47b03'] in dv-cinder-831247-16-iscsi is: [{'id': '66631eae-4135-40f7-84cf-eba615e47b03', 'name': 'tempest-TestVolumeBootPattern-1921234146-router', 'tenant_id': 'd0bc0a82cd0b4587b37873a83f39c3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-03T15:31:32Z', 'updated_at': '2022-06-03T15:39:40Z', 'revision_number': 6, 'project_id': 'd0bc0a82cd0b4587b37873a83f39c3cf', 'gw_port_host': None}] {{(pid=103922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 03 15:39:40.592436 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-86a74bc0-c759-41ad-8349-38ac9e472f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4807792'] for port (f06470bb-bb6e-44be-82f0-8d958b77e78f), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:40.620465 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a74bc0-c759-41ad-8349-38ac9e472f7f admin admin] Pushing event deleted for resources: {'Port': ['ID=f06470bb-bb6e-44be-82f0-8d958b77e78f,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:40.699976 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-86a74bc0-c759-41ad-8349-38ac9e472f7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-763410'] for router_gateway (66631eae-4135-40f7-84cf-eba615e47b03), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:40.792500 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-86a74bc0-c759-41ad-8349-38ac9e472f7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-758203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8029'] for router (66631eae-4135-40f7-84cf-eba615e47b03), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:40.794978 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-86a74bc0-c759-41ad-8349-38ac9e472f7f admin admin] Publish callbacks [] for router_controller (66631eae-4135-40f7-84cf-eba615e47b03), precommit_delete_associations {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:40.840576 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-86a74bc0-c759-41ad-8349-38ac9e472f7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-758146'] for router (66631eae-4135-40f7-84cf-eba615e47b03), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:40.841076 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a74bc0-c759-41ad-8349-38ac9e472f7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66631eae-4135-40f7-84cf-eba615e47b03 {{(pid=103919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 03 15:39:40.845301 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-86a74bc0-c759-41ad-8349-38ac9e472f7f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:40.846434 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-86a74bc0-c759-41ad-8349-38ac9e472f7f admin admin] 10.222.0.93 "DELETE /v2.0/routers/66631eae-4135-40f7-84cf-eba615e47b03 HTTP/1.1" status: 204 len: 168 time: 0.8410759 Jun 03 15:39:40.850158 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 60888) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:39:40.904106 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.db_base_plugin_v2 [None req-4102e49d-97be-40ed-8875-7e1511719e80 admin admin] Deleting subnet e4a2abe6-16e2-4585-933f-4ae2d4604367 {{(pid=103919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 03 15:39:40.907693 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-4102e49d-97be-40ed-8875-7e1511719e80 admin admin] Publish callbacks [] for subnet (e4a2abe6-16e2-4585-933f-4ae2d4604367), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:40.951812 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:39:40.954668 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-4102e49d-97be-40ed-8875-7e1511719e80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4652770'] for subnet (e4a2abe6-16e2-4585-933f-4ae2d4604367), precommit_delete_associations {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:41.031242 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:39:41.051201 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-4102e49d-97be-40ed-8875-7e1511719e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1655370'] for subnet (e4a2abe6-16e2-4585-933f-4ae2d4604367), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:41.108615 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-4102e49d-97be-40ed-8875-7e1511719e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1655361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4807683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4495087'] for subnet (e4a2abe6-16e2-4585-933f-4ae2d4604367), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:41.134751 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102e49d-97be-40ed-8875-7e1511719e80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4a2abe6-16e2-4585-933f-4ae2d4604367,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:41.141100 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-4102e49d-97be-40ed-8875-7e1511719e80 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:41.145976 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-4102e49d-97be-40ed-8875-7e1511719e80 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/e4a2abe6-16e2-4585-933f-4ae2d4604367 HTTP/1.1" status: 204 len: 168 time: 0.2946002 Jun 03 15:39:41.147477 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9004a9f-7b1e-4f1e-8ccd-c89fea13eb76 None None] Network 3c9f0508-c080-4ca0-9ee7-3769ee337aaf requested from dv-cinder-831247-16-iscsi {{(pid=103921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 03 15:39:41.149201 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 60890) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:39:41.378976 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b3c68f-574d-4ab6-896d-a40846f9949e None None] DHCP port deletion for 3c9f0508-c080-4ca0-9ee7-3769ee337aaf request from dv-cinder-831247-16-iscsi {{(pid=103921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 03 15:39:41.440741 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-b0b3c68f-574d-4ab6-896d-a40846f9949e None None] Deleting port 8f57c350-5705-4486-a865-8763aa6881bd {{(pid=103921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:39:41.441504 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b0b3c68f-574d-4ab6-896d-a40846f9949e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (8f57c350-5705-4486-a865-8763aa6881bd), before_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:41.547404 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.db [None req-b0b3c68f-574d-4ab6-896d-a40846f9949e None None] For port 8f57c350-5705-4486-a865-8763aa6881bd, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=8f57c350-5705-4486-a865-8763aa6881bd,segment=NetworkSegment(3f1b360a-e469-433b-91e7-e183c50009f5),segment_id=3f1b360a-e469-433b-91e7-e183c50009f5)] {{(pid=103921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:39:41.548013 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b0b3c68f-574d-4ab6-896d-a40846f9949e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (8f57c350-5705-4486-a865-8763aa6881bd), precommit_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:41.560095 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-6e7cdfc0-2f5a-42f2-a7b4-a190561fb467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1730890'] for network (3c9f0508-c080-4ca0-9ee7-3769ee337aaf), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:41.570234 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-b0b3c68f-574d-4ab6-896d-a40846f9949e None None] Calling delete_port for 8f57c350-5705-4486-a865-8763aa6881bd owned by network:dhcp {{(pid=103921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:39:41.611464 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cdfc0-2f5a-42f2-a7b4-a190561fb467 admin admin] Deleting port 8f57c350-5705-4486-a865-8763aa6881bd {{(pid=103919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jun 03 15:39:41.611889 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-6e7cdfc0-2f5a-42f2-a7b4-a190561fb467 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736362742923'] for port (8f57c350-5705-4486-a865-8763aa6881bd), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:41.672853 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b0b3c68f-574d-4ab6-896d-a40846f9949e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569'] for port (8f57c350-5705-4486-a865-8763aa6881bd), after_delete {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:41.709442 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.db [None req-6e7cdfc0-2f5a-42f2-a7b4-a190561fb467 admin admin] For port 8f57c350-5705-4486-a865-8763aa6881bd, host dv-cinder-831247-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-16-iscsi',level=0,port_id=8f57c350-5705-4486-a865-8763aa6881bd,segment=NetworkSegment(3f1b360a-e469-433b-91e7-e183c50009f5),segment_id=3f1b360a-e469-433b-91e7-e183c50009f5)] {{(pid=103919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 03 15:39:41.710007 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-6e7cdfc0-2f5a-42f2-a7b4-a190561fb467 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720714'] for port (8f57c350-5705-4486-a865-8763aa6881bd), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:41.713663 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b3c68f-574d-4ab6-896d-a40846f9949e None None] Pushing event deleted for resources: {'Port': ['ID=8f57c350-5705-4486-a865-8763aa6881bd,revision_number=None']} {{(pid=103921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:41.719774 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b3c68f-574d-4ab6-896d-a40846f9949e None None] No DVR routers for this DVR port 8f57c350-5705-4486-a865-8763aa6881bd on host dv-cinder-831247-16-iscsi {{(pid=103921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 15:39:41.727911 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b3c68f-574d-4ab6-896d-a40846f9949e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:41.728264 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b3c68f-574d-4ab6-896d-a40846f9949e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:41.728612 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b3c68f-574d-4ab6-896d-a40846f9949e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:41.728963 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b3c68f-574d-4ab6-896d-a40846f9949e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:41.729304 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b3c68f-574d-4ab6-896d-a40846f9949e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:41.729640 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b3c68f-574d-4ab6-896d-a40846f9949e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:41.729965 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b3c68f-574d-4ab6-896d-a40846f9949e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:41.730627 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b3c68f-574d-4ab6-896d-a40846f9949e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:41.731143 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b3c68f-574d-4ab6-896d-a40846f9949e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:41.731724 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b3c68f-574d-4ab6-896d-a40846f9949e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:41.732233 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b3c68f-574d-4ab6-896d-a40846f9949e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:41.732807 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b3c68f-574d-4ab6-896d-a40846f9949e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:41.733332 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b3c68f-574d-4ab6-896d-a40846f9949e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:41.733830 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b3c68f-574d-4ab6-896d-a40846f9949e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:41.734362 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b3c68f-574d-4ab6-896d-a40846f9949e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-16-iscsi {{(pid=103921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 03 15:39:41.753799 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cdfc0-2f5a-42f2-a7b4-a190561fb467 admin admin] Calling delete_port for 8f57c350-5705-4486-a865-8763aa6881bd owned by network:dhcp {{(pid=103919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} Jun 03 15:39:41.834376 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-6e7cdfc0-2f5a-42f2-a7b4-a190561fb467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1810468', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736362798026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736362347569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4807792'] for port (8f57c350-5705-4486-a865-8763aa6881bd), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:41.857793 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cdfc0-2f5a-42f2-a7b4-a190561fb467 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f57c350-5705-4486-a865-8763aa6881bd,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:41.864402 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7cdfc0-2f5a-42f2-a7b4-a190561fb467 admin admin] No DVR routers for this DVR port 8f57c350-5705-4486-a865-8763aa6881bd on host dv-cinder-831247-16-iscsi {{(pid=103919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 03 15:39:41.955315 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-6e7cdfc0-2f5a-42f2-a7b4-a190561fb467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1656049', 'neutron.services.segments.db._delete_segments_for_network-8736362815142'] for network (3c9f0508-c080-4ca0-9ee7-3769ee337aaf), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:41.978039 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.services.segments.db [None req-6e7cdfc0-2f5a-42f2-a7b4-a190561fb467 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c9f0508-c080-4ca0-9ee7-3769ee337aaf']}} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:41.988122 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.services.segments.db [None req-6e7cdfc0-2f5a-42f2-a7b4-a190561fb467 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f1b360a-e469-433b-91e7-e183c50009f5') {'for_net_delete': True} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:41.988403 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.services.segments.db [None req-6e7cdfc0-2f5a-42f2-a7b4-a190561fb467 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f1b360a-e469-433b-91e7-e183c50009f5') {} {{(pid=103919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 03 15:39:42.001252 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-6e7cdfc0-2f5a-42f2-a7b4-a190561fb467 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736362818991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4652757'] for segment (3f1b360a-e469-433b-91e7-e183c50009f5), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:42.016764 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-6e7cdfc0-2f5a-42f2-a7b4-a190561fb467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659633'] for segment (3f1b360a-e469-433b-91e7-e183c50009f5), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:42.025766 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e7cdfc0-2f5a-42f2-a7b4-a190561fb467 admin admin] Releasing vlan 870 on physical network physnet1 to pool {{(pid=103919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 03 15:39:42.026337 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-6e7cdfc0-2f5a-42f2-a7b4-a190561fb467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1659633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4809377'] for segment (3f1b360a-e469-433b-91e7-e183c50009f5), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:42.072382 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.services.segments.plugin [-] Segment 3f1b360a-e469-433b-91e7-e183c50009f5 resource provider aggregate not found Jun 03 15:39:42.092724 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-6e7cdfc0-2f5a-42f2-a7b4-a190561fb467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1656008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-738847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-763130'] for network (3c9f0508-c080-4ca0-9ee7-3769ee337aaf), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:42.095343 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.services.segments.plugin [-] Segment 3f1b360a-e469-433b-91e7-e183c50009f5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3f1b360a-e469-433b-91e7-e183c50009f5 found for delete ", "request_id": "req-7425dc51-5854-4dfa-8296-45482c6fa3f2"}]} Jun 03 15:39:42.117982 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-6e7cdfc0-2f5a-42f2-a7b4-a190561fb467 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568426'] for network (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:42.121734 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-6e7cdfc0-2f5a-42f2-a7b4-a190561fb467 admin admin] 10.222.0.93 "DELETE /v2.0/networks/3c9f0508-c080-4ca0-9ee7-3769ee337aaf HTTP/1.1" status: 204 len: 168 time: 0.9712908 Jun 03 15:39:42.123104 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cdfc0-2f5a-42f2-a7b4-a190561fb467 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c9f0508-c080-4ca0-9ee7-3769ee337aaf,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:42.141495 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device 8f57c350-5705-4486-a865-8763aa6881bd no longer exists at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 15:39:42.162511 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] No Port match for: 8f57c350-5705-4486-a865-8763aa6881bd {{(pid=103921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 15:39:42.163398 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device 8f57c350-5705-4486-a865-8763aa6881bd not bound to the agent host dv-cinder-831247-16-iscsi {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 15:39:42.163398 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device f06470bb-bb6e-44be-82f0-8d958b77e78f no longer exists at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 15:39:42.190806 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] No Port match for: f06470bb-bb6e-44be-82f0-8d958b77e78f {{(pid=103921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 15:39:42.191315 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device f06470bb-bb6e-44be-82f0-8d958b77e78f not bound to the agent host dv-cinder-831247-16-iscsi {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 15:39:42.191951 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device adda62b9-e3d8-4ebd-a87c-d35f2f184c59 no longer exists at agent ovs-agent-dv-cinder-831247-16-iscsi {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 03 15:39:42.215549 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] No Port match for: adda62b9-e3d8-4ebd-a87c-d35f2f184c59 {{(pid=103921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} Jun 03 15:39:42.215787 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron.plugins.ml2.rpc [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Device adda62b9-e3d8-4ebd-a87c-d35f2f184c59 not bound to the agent host dv-cinder-831247-16-iscsi {{(pid=103921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 03 15:39:42.281751 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 60898) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:39:42.332334 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-38546a77-1477-4fef-8f17-e2dc9e8bb054 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=141bd2be69f243aa926f28b96eb6f0d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0493848 Jun 03 15:39:42.336433 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 60900) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:39:42.398041 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-71fc5cca-794d-480c-8e8a-becab4c9c098 admin admin] Publish callbacks [] for security_group (3dea8c6f-ea77-40ca-9a0f-e7a7376dc9e2), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:42.422614 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-71fc5cca-794d-480c-8e8a-becab4c9c098 admin admin] Publish callbacks [] for security_group (3dea8c6f-ea77-40ca-9a0f-e7a7376dc9e2), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:42.438014 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=11 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:39:42.484121 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-71fc5cca-794d-480c-8e8a-becab4c9c098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (3dea8c6f-ea77-40ca-9a0f-e7a7376dc9e2), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:42.487433 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-71fc5cca-794d-480c-8e8a-becab4c9c098 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:42.488845 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-71fc5cca-794d-480c-8e8a-becab4c9c098 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/3dea8c6f-ea77-40ca-9a0f-e7a7376dc9e2 HTTP/1.1" status: 204 len: 168 time: 0.1513367 Jun 03 15:39:42.499582 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fc5cca-794d-480c-8e8a-becab4c9c098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dea8c6f-ea77-40ca-9a0f-e7a7376dc9e2,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:42.887011 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 60906) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:39:42.928249 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:DELETE=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:39:42.932892 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-168417d6-6945-4012-8f91-e71abea36f23 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d0bc0a82cd0b4587b37873a83f39c3cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0440941 Jun 03 15:39:42.937112 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [-] (103919) accepted ('10.222.0.93', 60908) {{(pid=103919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 03 15:39:43.016913 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-49417902-4fa2-4df8-af5a-e3b254b4b8e6 admin admin] Publish callbacks [] for security_group (54b870c3-6394-4c5d-9db2-e87a259e6de4), before_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:43.041991 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-49417902-4fa2-4df8-af5a-e3b254b4b8e6 admin admin] Publish callbacks [] for security_group (54b870c3-6394-4c5d-9db2-e87a259e6de4), precommit_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:43.092723 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-49417902-4fa2-4df8-af5a-e3b254b4b8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749485'] for security_group (54b870c3-6394-4c5d-9db2-e87a259e6de4), after_delete {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:43.097475 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron_lib.callbacks.manager [None req-49417902-4fa2-4df8-af5a-e3b254b4b8e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:43.099182 dv-cinder-831247-16-iscsi neutron-server[103919]: INFO neutron.wsgi [None req-49417902-4fa2-4df8-af5a-e3b254b4b8e6 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/54b870c3-6394-4c5d-9db2-e87a259e6de4 HTTP/1.1" status: 204 len: 168 time: 0.1609297 Jun 03 15:39:43.110588 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49417902-4fa2-4df8-af5a-e3b254b4b8e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b870c3-6394-4c5d-9db2-e87a259e6de4,revision_number=None']} {{(pid=103919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 03 15:39:49.856069 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.agents_db [None req-a949b1cf-d0d8-4748-9c84-4164e96bf99f None None] Agent healthcheck: found 6 active agents {{(pid=103922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 15:39:49.990609 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=58,neutron:DELETE=1 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:39:49.992439 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG dbcounter [-] [103920] Writing DB stats neutron:SELECT=53 {{(pid=103920) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:39:50.524680 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=45 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:39:51.586107 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-1dd658bc-1448-4ae5-abf2-e221354f6ec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (ba2d900a-f6c8-44b2-a19a-5d512e564d5a), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:53.077427 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:SELECT=13,neutron:DELETE=2 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:39:53.103977 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG dbcounter [-] [103919] Writing DB stats neutron:DELETE=3,neutron:SELECT=27 {{(pid=103919) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:39:53.807932 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-473e45ae-63b6-46db-adeb-0d825fa243c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (af3cb756-c261-4349-9f96-3650fb8ddf57), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:55.566643 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ea450706-6f9d-4600-9901-8a13358e87c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (c1b56563-1529-491f-97b0-bd0331fef87b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:56.576648 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0007325d-49bd-45ba-86c8-d0efad7af70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (e76c2f28-d1d2-478d-a24e-96dcb24ae502), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:58.250306 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (b78338d6-31c9-4f43-bfac-5a5a854a8366), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:39:59.852163 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=53,neutron:DELETE=1 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:40:07.618051 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:40:07.631458 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (5d40428d-d668-464b-bcee-3124e1355b3b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:40:17.629164 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=62,neutron:UPDATE=4 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:40:19.930209 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=3 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:40:19.931244 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=3 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:40:21.587883 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-cb9a0b9d-b10e-4c35-89ca-e9e2ea4d44f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (ba2d900a-f6c8-44b2-a19a-5d512e564d5a), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:40:23.809854 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-20c78789-5c8d-4e0f-8ed6-538f2da6adf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (af3cb756-c261-4349-9f96-3650fb8ddf57), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:40:25.566332 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ea450706-6f9d-4600-9901-8a13358e87c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (c1b56563-1529-491f-97b0-bd0331fef87b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:40:26.576737 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0007325d-49bd-45ba-86c8-d0efad7af70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (e76c2f28-d1d2-478d-a24e-96dcb24ae502), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:40:26.855125 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.agents_db [None req-a949b1cf-d0d8-4748-9c84-4164e96bf99f None None] Agent healthcheck: found 6 active agents {{(pid=103922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 15:40:28.251864 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (b78338d6-31c9-4f43-bfac-5a5a854a8366), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:40:36.850717 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=2 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:40:37.646789 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (5d40428d-d668-464b-bcee-3124e1355b3b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:40:47.640765 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:40:47.642667 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:40:51.589882 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-209b4a2f-f010-4094-ae84-b9b1a94d1252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (ba2d900a-f6c8-44b2-a19a-5d512e564d5a), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:40:53.813269 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f05c0f64-5034-4914-a7d5-544a39af3b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (af3cb756-c261-4349-9f96-3650fb8ddf57), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:40:55.570860 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ea450706-6f9d-4600-9901-8a13358e87c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (c1b56563-1529-491f-97b0-bd0331fef87b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:40:56.580837 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0007325d-49bd-45ba-86c8-d0efad7af70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (e76c2f28-d1d2-478d-a24e-96dcb24ae502), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:40:56.922988 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=13 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:40:56.927723 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=19 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:40:58.254879 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (b78338d6-31c9-4f43-bfac-5a5a854a8366), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:41:03.854008 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.agents_db [None req-a949b1cf-d0d8-4748-9c84-4164e96bf99f None None] Agent healthcheck: found 6 active agents {{(pid=103922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 15:41:07.657049 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (5d40428d-d668-464b-bcee-3124e1355b3b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:41:13.849969 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=1 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:41:13.850802 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=1 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:41:17.646399 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:41:17.652363 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=12,neutron:UPDATE=4 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:41:21.592354 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-b8a88aef-48d5-4a14-8e7e-38b25775a4c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (ba2d900a-f6c8-44b2-a19a-5d512e564d5a), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:41:23.818084 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-a83ad51f-1327-4c44-bd41-9aea2d39065d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (af3cb756-c261-4349-9f96-3650fb8ddf57), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:41:25.572929 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ea450706-6f9d-4600-9901-8a13358e87c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (c1b56563-1529-491f-97b0-bd0331fef87b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:41:26.583070 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0007325d-49bd-45ba-86c8-d0efad7af70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (e76c2f28-d1d2-478d-a24e-96dcb24ae502), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:41:28.257708 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (b78338d6-31c9-4f43-bfac-5a5a854a8366), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:41:33.924378 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=4 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:41:33.925305 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=2 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:41:37.657457 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (5d40428d-d668-464b-bcee-3124e1355b3b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:41:40.852709 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.agents_db [None req-a949b1cf-d0d8-4748-9c84-4164e96bf99f None None] Agent healthcheck: found 6 active agents {{(pid=103922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 15:41:47.651740 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:41:47.653660 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:41:50.850079 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:41:51.595645 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-dd0f21da-03ab-4b35-ac76-752848e84b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (ba2d900a-f6c8-44b2-a19a-5d512e564d5a), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:41:53.819900 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-49175ffc-cc87-4f12-a7e8-30d4b034bf23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (af3cb756-c261-4349-9f96-3650fb8ddf57), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:41:55.577243 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ea450706-6f9d-4600-9901-8a13358e87c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (c1b56563-1529-491f-97b0-bd0331fef87b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:41:56.584944 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0007325d-49bd-45ba-86c8-d0efad7af70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (e76c2f28-d1d2-478d-a24e-96dcb24ae502), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:41:58.260981 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (b78338d6-31c9-4f43-bfac-5a5a854a8366), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:42:07.674392 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (5d40428d-d668-464b-bcee-3124e1355b3b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:42:10.915854 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=2 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:42:10.920978 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=4 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:42:16.275379 dv-cinder-831247-16-iscsi neutron-server[103920]: DEBUG neutron.wsgi [req-31ec7655-5134-4132-aefd-114152341a4d req-cfae4647-b860-427a-9df5-60be4ea6d189 service neutron] (103920) timed out ('10.222.0.95', 56023) {{(pid=103920) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 03 15:42:17.667952 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:42:17.669875 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:42:17.852543 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.agents_db [None req-a949b1cf-d0d8-4748-9c84-4164e96bf99f None None] Agent healthcheck: found 6 active agents {{(pid=103922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 15:42:21.599450 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-fe832fdf-fd7c-470d-86f3-dcbd05e9cd41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (ba2d900a-f6c8-44b2-a19a-5d512e564d5a), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:42:23.830172 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-f5b13795-eeff-4e74-a622-9a18637a5bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (af3cb756-c261-4349-9f96-3650fb8ddf57), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:42:25.579306 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ea450706-6f9d-4600-9901-8a13358e87c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (c1b56563-1529-491f-97b0-bd0331fef87b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:42:26.589033 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0007325d-49bd-45ba-86c8-d0efad7af70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (e76c2f28-d1d2-478d-a24e-96dcb24ae502), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:42:27.848551 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=1 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:42:27.849273 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=1 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:42:28.263491 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (b78338d6-31c9-4f43-bfac-5a5a854a8366), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:42:37.687251 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (5d40428d-d668-464b-bcee-3124e1355b3b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:42:47.679065 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:42:47.683233 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:42:50.628774 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=16 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:42:50.632479 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=16 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:42:51.604657 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ac508c1f-0f59-49ad-bc77-5606a8983d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (ba2d900a-f6c8-44b2-a19a-5d512e564d5a), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:42:53.822037 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-1d796e36-ea63-4ef4-bc54-2024d4b89f3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (af3cb756-c261-4349-9f96-3650fb8ddf57), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:42:54.851476 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.agents_db [None req-a949b1cf-d0d8-4748-9c84-4164e96bf99f None None] Agent healthcheck: found 6 active agents {{(pid=103922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 15:42:55.582351 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ea450706-6f9d-4600-9901-8a13358e87c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (c1b56563-1529-491f-97b0-bd0331fef87b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:42:56.590611 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0007325d-49bd-45ba-86c8-d0efad7af70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (e76c2f28-d1d2-478d-a24e-96dcb24ae502), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:42:58.267795 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (b78338d6-31c9-4f43-bfac-5a5a854a8366), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:43:04.846627 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=1 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:43:04.847417 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=1 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:43:07.686416 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (5d40428d-d668-464b-bcee-3124e1355b3b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:43:17.676162 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:43:17.682488 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:43:21.606501 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-51cb5b26-f310-4c4f-b740-1301859abbc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (ba2d900a-f6c8-44b2-a19a-5d512e564d5a), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:43:23.827220 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fef0874-e201-460e-a9f4-f20751c2f9ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (af3cb756-c261-4349-9f96-3650fb8ddf57), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:43:24.912552 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=2 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:43:24.913316 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=4 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:43:25.598629 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ea450706-6f9d-4600-9901-8a13358e87c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (c1b56563-1529-491f-97b0-bd0331fef87b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:43:26.593105 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0007325d-49bd-45ba-86c8-d0efad7af70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (e76c2f28-d1d2-478d-a24e-96dcb24ae502), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:43:28.272732 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (b78338d6-31c9-4f43-bfac-5a5a854a8366), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:43:31.850325 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.agents_db [None req-a949b1cf-d0d8-4748-9c84-4164e96bf99f None None] Agent healthcheck: found 6 active agents {{(pid=103922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 15:43:37.699775 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (5d40428d-d668-464b-bcee-3124e1355b3b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:43:41.846401 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=1 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:43:47.694929 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:43:47.695726 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:43:49.868369 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:43:51.608347 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-9bb091fa-8f29-4173-af96-16216f0367ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (ba2d900a-f6c8-44b2-a19a-5d512e564d5a), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:43:53.828649 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-1e3fad94-db91-4f61-8882-a4a23be7dd0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (af3cb756-c261-4349-9f96-3650fb8ddf57), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:43:55.588177 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ea450706-6f9d-4600-9901-8a13358e87c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (c1b56563-1529-491f-97b0-bd0331fef87b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:43:56.596560 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0007325d-49bd-45ba-86c8-d0efad7af70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (e76c2f28-d1d2-478d-a24e-96dcb24ae502), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:43:58.277143 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (b78338d6-31c9-4f43-bfac-5a5a854a8366), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:44:07.703103 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (5d40428d-d668-464b-bcee-3124e1355b3b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:44:08.850303 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.agents_db [None req-a949b1cf-d0d8-4748-9c84-4164e96bf99f None None] Agent healthcheck: found 6 active agents {{(pid=103922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 15:44:17.696910 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:44:17.699067 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:44:18.845691 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=4 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:44:18.846455 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=6 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:44:21.611180 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-95349982-352c-456b-9384-fdf140a7e0ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (ba2d900a-f6c8-44b2-a19a-5d512e564d5a), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:44:23.830206 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ee2ca49d-4306-4bf0-9d52-73d1590b1fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (af3cb756-c261-4349-9f96-3650fb8ddf57), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:44:25.589702 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ea450706-6f9d-4600-9901-8a13358e87c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (c1b56563-1529-491f-97b0-bd0331fef87b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:44:26.599084 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0007325d-49bd-45ba-86c8-d0efad7af70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (e76c2f28-d1d2-478d-a24e-96dcb24ae502), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:44:28.280654 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (b78338d6-31c9-4f43-bfac-5a5a854a8366), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:44:32.659201 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [req-94f696d5-d0e0-4cdf-824d-0f53b8fa6628 req-3070ef0b-b909-4e31-b609-5a475d1b5a57 service neutron] (103919) timed out ('10.222.0.93', 53516) {{(pid=103919) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 03 15:44:32.827236 dv-cinder-831247-16-iscsi neutron-server[103919]: DEBUG neutron.wsgi [req-94f696d5-d0e0-4cdf-824d-0f53b8fa6628 req-5fe1c991-5bf6-44ec-8b85-df3959c7670f tempest-AttachVolumeShelveTestJSON-1536890195 tempest-AttachVolumeShelveTestJSON-1536890195-project] (103919) timed out ('10.222.0.93', 53524) {{(pid=103919) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 03 15:44:37.717604 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (5d40428d-d668-464b-bcee-3124e1355b3b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:44:38.899131 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=2 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:44:38.904101 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=4 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:44:45.849092 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG neutron.db.agents_db [None req-a949b1cf-d0d8-4748-9c84-4164e96bf99f None None] Agent healthcheck: found 6 active agents {{(pid=103922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 03 15:44:47.711455 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:44:47.713687 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:44:51.612949 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-9e5189ec-29c2-4d48-a5b1-824b8bf033e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (ba2d900a-f6c8-44b2-a19a-5d512e564d5a), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:44:53.832068 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ce4467bb-6244-40c9-9577-2e2a9fc810c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (af3cb756-c261-4349-9f96-3650fb8ddf57), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:44:55.592713 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-ea450706-6f9d-4600-9901-8a13358e87c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (c1b56563-1529-491f-97b0-bd0331fef87b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:44:55.844628 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=16 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:44:55.845348 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=12 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:44:56.600449 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-0007325d-49bd-45ba-86c8-d0efad7af70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (e76c2f28-d1d2-478d-a24e-96dcb24ae502), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:44:58.282964 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-7fb4c584-a679-49e0-957e-0e3d6a2e98f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (b78338d6-31c9-4f43-bfac-5a5a854a8366), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:45:07.717210 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG neutron_lib.callbacks.manager [None req-8fde4ece-d8da-4b72-b8a3-25c38949c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736362815124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1667248'] for agent (5d40428d-d668-464b-bcee-3124e1355b3b), after_update {{(pid=103921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 03 15:45:15.899687 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=1 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:45:15.910224 dv-cinder-831247-16-iscsi neutron-server[103922]: DEBUG dbcounter [-] [103922] Writing DB stats neutron:SELECT=5 {{(pid=103922) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:45:17.707092 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 03 15:45:17.712783 dv-cinder-831247-16-iscsi neutron-server[103921]: DEBUG dbcounter [-] [103921] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103921) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}